2024-12-09 13:21:22,639 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-09 13:21:22,671 main DEBUG Took 0.028483 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 13:21:22,671 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 13:21:22,672 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 13:21:22,673 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 13:21:22,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,686 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 13:21:22,704 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,707 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,712 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,714 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,715 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:21:22,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,719 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 13:21:22,721 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:21:22,723 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 13:21:22,725 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 13:21:22,726 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 13:21:22,728 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 13:21:22,728 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 13:21:22,739 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 13:21:22,742 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 13:21:22,745 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 13:21:22,747 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 13:21:22,751 main DEBUG createAppenders(={Console})
2024-12-09 13:21:22,753 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized
2024-12-09 13:21:22,754 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-09 13:21:22,754 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK.
2024-12-09 13:21:22,756 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 13:21:22,756 main DEBUG OutputStream closed
2024-12-09 13:21:22,757 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 13:21:22,757 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 13:21:22,757 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK
2024-12-09 13:21:22,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 13:21:22,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 13:21:22,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 13:21:22,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 13:21:22,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 13:21:22,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 13:21:22,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 13:21:22,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 13:21:22,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 13:21:22,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 13:21:22,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 13:21:22,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 13:21:22,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 13:21:22,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 13:21:22,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 13:21:22,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 13:21:22,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 13:21:22,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 13:21:22,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 13:21:22,896 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null
2024-12-09 13:21:22,897 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 13:21:22,898 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK.
2024-12-09T13:21:23,243 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9
2024-12-09 13:21:23,247 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 13:21:23,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T13:21:23,261 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-12-09T13:21:23,269 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins
2024-12-09T13:21:23,304 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T13:21:23,367 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T13:21:23,368 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T13:21:23,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T13:21:23,411 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce, deleteOnExit=true
2024-12-09T13:21:23,411 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T13:21:23,412 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/test.cache.data in system properties and HBase conf
2024-12-09T13:21:23,413 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T13:21:23,414 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir in system properties and HBase conf
2024-12-09T13:21:23,414 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T13:21:23,415 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T13:21:23,415 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T13:21:23,521 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T13:21:23,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T13:21:23,669 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:21:23,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:21:23,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T13:21:23,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:21:23,672 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T13:21:23,672 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T13:21:23,673 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:21:23,673 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:21:23,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T13:21:23,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/nfs.dump.dir in system properties and HBase conf
2024-12-09T13:21:23,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/java.io.tmpdir in system properties and HBase conf
2024-12-09T13:21:23,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:21:23,676 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T13:21:23,677 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T13:21:24,654 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T13:21:24,785 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3121ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T13:21:24,892 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:21:24,978 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:21:25,013 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:21:25,013 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:21:25,015 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T13:21:25,035 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:21:25,041 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:21:25,042 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:21:25,258 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-9239664901572602042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:21:25,267 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:45763}
2024-12-09T13:21:25,267 INFO  [Time-limited test {}] server.Server(415): Started @3604ms
2024-12-09T13:21:25,781 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:21:25,791 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:21:25,798 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:21:25,798 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:21:25,799 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T13:21:25,800 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:21:25,801 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:21:25,948 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/java.io.tmpdir/jetty-localhost-41113-hadoop-hdfs-3_4_1-tests_jar-_-any-16735162436512559112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:25,949 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:41113}
2024-12-09T13:21:25,949 INFO  [Time-limited test {}] server.Server(415): Started @4286ms
2024-12-09T13:21:26,012 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:21:26,204 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:21:26,216 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:21:26,222 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:21:26,222 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:21:26,223 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T13:21:26,225 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:21:26,226 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:21:26,386 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/java.io.tmpdir/jetty-localhost-39691-hadoop-hdfs-3_4_1-tests_jar-_-any-15002314604849295313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:26,387 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:39691}
2024-12-09T13:21:26,387 INFO  [Time-limited test {}] server.Server(415): Started @4723ms
2024-12-09T13:21:26,390 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:21:26,487 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:21:26,499 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:21:26,514 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:21:26,515 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:21:26,515 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T13:21:26,517 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:21:26,518 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:21:26,602 WARN  [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data1/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:26,602 WARN  [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data2/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:26,602 WARN  [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data4/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:26,603 WARN  [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data3/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:26,682 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/java.io.tmpdir/jetty-localhost-41779-hadoop-hdfs-3_4_1-tests_jar-_-any-5842288083110792903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:21:26,683 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:41779}
2024-12-09T13:21:26,683 INFO  [Time-limited test {}] server.Server(415): Started @5020ms
2024-12-09T13:21:26,686 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:21:26,705 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:21:26,705 WARN  [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:21:26,850 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8984d797abb4657e with lease ID 0x82c8242ca1eaaca2: Processing first storage report for DS-08c74d90-6f69-4899-b66e-acf561648e5c from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=35fda924-738c-46bb-8334-91c3604b0df7, infoPort=41467, infoSecurePort=0, ipcPort=41777, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:26,853 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8984d797abb4657e with lease ID 0x82c8242ca1eaaca2: from storage DS-08c74d90-6f69-4899-b66e-acf561648e5c node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=35fda924-738c-46bb-8334-91c3604b0df7, infoPort=41467, infoSecurePort=0, ipcPort=41777, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0
2024-12-09T13:21:26,854 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84831476fe2ffc8b with lease ID 0x82c8242ca1eaaca3: Processing first storage report for DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72 from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=b7e661e4-fa85-4c1d-8883-1fb957572817, infoPort=43683, infoSecurePort=0, ipcPort=39363, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:26,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84831476fe2ffc8b with lease ID 0x82c8242ca1eaaca3: from storage DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72 node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=b7e661e4-fa85-4c1d-8883-1fb957572817, infoPort=43683, infoSecurePort=0, ipcPort=39363, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T13:21:26,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8984d797abb4657e with lease ID 0x82c8242ca1eaaca2: Processing first storage report for DS-e01c3995-203f-47ba-b87e-2f607e365cef from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=35fda924-738c-46bb-8334-91c3604b0df7, infoPort=41467, infoSecurePort=0, ipcPort=41777, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:26,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8984d797abb4657e with lease ID 0x82c8242ca1eaaca2: from storage DS-e01c3995-203f-47ba-b87e-2f607e365cef node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=35fda924-738c-46bb-8334-91c3604b0df7, infoPort=41467, infoSecurePort=0, ipcPort=41777, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:21:26,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84831476fe2ffc8b with lease ID 0x82c8242ca1eaaca3: Processing first storage report for DS-85d587f2-4120-4a2f-b479-1fc8be3880bd from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=b7e661e4-fa85-4c1d-8883-1fb957572817, infoPort=43683, infoSecurePort=0, ipcPort=39363, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:26,856 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84831476fe2ffc8b with lease ID 0x82c8242ca1eaaca3: from storage DS-85d587f2-4120-4a2f-b479-1fc8be3880bd node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=b7e661e4-fa85-4c1d-8883-1fb957572817, infoPort=43683, infoSecurePort=0, ipcPort=39363, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T13:21:26,993 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data5/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:26,996 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data6/current/BP-1977860856-172.17.0.3-1733750484366/current, will proceed with Du for space computation calculation, 
2024-12-09T13:21:27,091 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:21:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf126184aebeb4e75 with lease ID 0x82c8242ca1eaaca4: Processing first storage report for DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4 from datanode DatanodeRegistration(127.0.0.1:41849, datanodeUuid=019100ef-ff47-4773-95dc-53e86b39668a, infoPort=37771, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf126184aebeb4e75 with lease ID 0x82c8242ca1eaaca4: from storage DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4 node DatanodeRegistration(127.0.0.1:41849, datanodeUuid=019100ef-ff47-4773-95dc-53e86b39668a, infoPort=37771, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T13:21:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf126184aebeb4e75 with lease ID 0x82c8242ca1eaaca4: Processing first storage report for DS-e682a918-0135-4194-bf7d-288cb60d167e from datanode DatanodeRegistration(127.0.0.1:41849, datanodeUuid=019100ef-ff47-4773-95dc-53e86b39668a, infoPort=37771, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366)
2024-12-09T13:21:27,102 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf126184aebeb4e75 with lease ID 0x82c8242ca1eaaca4: from storage DS-e682a918-0135-4194-bf7d-288cb60d167e node DatanodeRegistration(127.0.0.1:41849, datanodeUuid=019100ef-ff47-4773-95dc-53e86b39668a, infoPort=37771, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1905971261;c=1733750484366), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T13:21:27,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9
2024-12-09T13:21:27,395 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/zookeeper_0, clientPort=49323, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T13:21:27,411 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49323
2024-12-09T13:21:27,445 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:27,448 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:27,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:21:27,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:21:27,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:21:27,785 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834 with version=8
2024-12-09T13:21:27,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/hbase-staging
2024-12-09T13:21:28,223 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:21:28,237 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:28,238 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:28,247 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:21:28,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:28,248 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:21:28,502 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T13:21:28,596 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T13:21:28,614 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T13:21:28,622 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:21:28,668 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21865 (auto-detected)
2024-12-09T13:21:28,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T13:21:28,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43783
2024-12-09T13:21:28,736 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43783 connecting to ZooKeeper ensemble=127.0.0.1:49323
2024-12-09T13:21:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437830x0, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:21:28,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43783-0x1012b5889660000 connected
2024-12-09T13:21:28,875 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:28,880 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:28,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:21:28,905 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834, hbase.cluster.distributed=false
2024-12-09T13:21:28,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:21:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43783
2024-12-09T13:21:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43783
2024-12-09T13:21:28,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43783
2024-12-09T13:21:28,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43783
2024-12-09T13:21:29,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43783
2024-12-09T13:21:29,199 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:21:29,201 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,201 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,201 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:21:29,201 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,201 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:21:29,205 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:21:29,207 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:21:29,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42903
2024-12-09T13:21:29,211 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42903 connecting to ZooKeeper ensemble=127.0.0.1:49323
2024-12-09T13:21:29,212 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,217 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429030x0, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:21:29,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429030x0, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:21:29,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42903-0x1012b5889660001 connected
2024-12-09T13:21:29,235 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:21:29,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:21:29,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:21:29,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:21:29,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42903
2024-12-09T13:21:29,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42903
2024-12-09T13:21:29,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42903
2024-12-09T13:21:29,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42903
2024-12-09T13:21:29,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42903
2024-12-09T13:21:29,300 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:21:29,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,301 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:21:29,301 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,302 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:21:29,302 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:21:29,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:21:29,303 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41571
2024-12-09T13:21:29,305 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41571 connecting to ZooKeeper ensemble=127.0.0.1:49323
2024-12-09T13:21:29,307 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,310 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415710x0, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:21:29,319 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:21:29,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:21:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415710x0, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:21:29,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41571-0x1012b5889660002 connected
2024-12-09T13:21:29,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:21:29,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:21:29,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41571
2024-12-09T13:21:29,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41571
2024-12-09T13:21:29,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41571
2024-12-09T13:21:29,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41571
2024-12-09T13:21:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41571
2024-12-09T13:21:29,356 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:21:29,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,357 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:21:29,357 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:21:29,357 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:21:29,357 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:21:29,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:21:29,363 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41091
2024-12-09T13:21:29,366 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41091 connecting to ZooKeeper ensemble=127.0.0.1:49323
2024-12-09T13:21:29,367 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,372 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410910x0, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:21:29,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41091-0x1012b5889660003 connected
2024-12-09T13:21:29,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:21:29,397 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:21:29,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:21:29,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:21:29,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:21:29,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41091
2024-12-09T13:21:29,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41091
2024-12-09T13:21:29,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41091
2024-12-09T13:21:29,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41091
2024-12-09T13:21:29,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41091
2024-12-09T13:21:29,449 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cad571b91d50:43783
2024-12-09T13:21:29,455 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cad571b91d50,43783,1733750487952
2024-12-09T13:21:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,471 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cad571b91d50,43783,1733750487952
2024-12-09T13:21:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:21:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:21:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:21:29,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,502 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T13:21:29,504 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cad571b91d50,43783,1733750487952 from backup master directory
2024-12-09T13:21:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cad571b91d50,43783,1733750487952
2024-12-09T13:21:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:21:29,508 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:21:29,508 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cad571b91d50,43783,1733750487952
2024-12-09T13:21:29,510 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T13:21:29,512 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T13:21:29,590 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/hbase.id] with ID: b6cc2b0a-8ebf-4569-93e9-777fd8a73672
2024-12-09T13:21:29,590 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/.tmp/hbase.id
2024-12-09T13:21:29,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:21:29,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:21:29,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:21:29,622 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/.tmp/hbase.id]:[hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/hbase.id]
2024-12-09T13:21:29,681 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:21:29,688 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T13:21:29,714 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-12-09T13:21:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:29,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:21:29,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:21:29,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:21:29,765 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:21:29,768 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T13:21:29,777 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:29,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:21:29,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:21:29,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:21:29,843 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store
2024-12-09T13:21:29,859 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:29,859 WARN  [IPC Server handler 1 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:29,859 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:29,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:21:29,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:21:29,889 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T13:21:29,894 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:29,896 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:21:29,896 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:21:29,896 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:21:29,898 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:21:29,899 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:21:29,899 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:21:29,901 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750489896Disabling compacts and flushes for region at 1733750489896Disabling writes for close at 1733750489899 (+3 ms)Writing region close event to WAL at 1733750489899Closed at 1733750489899
2024-12-09T13:21:29,903 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/.initializing
2024-12-09T13:21:29,903 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/WALs/cad571b91d50,43783,1733750487952
2024-12-09T13:21:29,913 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:29,934 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C43783%2C1733750487952, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/WALs/cad571b91d50,43783,1733750487952, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/oldWALs, maxLogs=10
2024-12-09T13:21:29,979 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/WALs/cad571b91d50,43783,1733750487952/cad571b91d50%2C43783%2C1733750487952.1733750489940, exclude list is [], retry=0
2024-12-09T13:21:29,984 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:29,984 WARN  [IPC Server handler 4 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:29,984 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:30,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:30,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:30,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:30,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T13:21:30,057 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache
2024-12-09T13:21:30,131 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/WALs/cad571b91d50,43783,1733750487952/cad571b91d50%2C43783%2C1733750487952.1733750489940
2024-12-09T13:21:30,132 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:30,133 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:30,133 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:30,136 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,137 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:21:30,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T13:21:30,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:30,217 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:21:30,220 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T13:21:30,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:30,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:21:30,225 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T13:21:30,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:30,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:21:30,231 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T13:21:30,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,232 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:30,232 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,236 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,237 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,243 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,244 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,249 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:21:30,253 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:21:30,258 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:30,259 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68825413, jitterRate=0.025578573346138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:21:30,265 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733750490151Initializing all the Stores at 1733750490153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750490154 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750490155 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750490155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750490156 (+1 ms)Cleaning up temporary data from old regions at 1733750490244 (+88 ms)Region opened successfully at 1733750490265 (+21 ms)
2024-12-09T13:21:30,266 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T13:21:30,323 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cde9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:21:30,359 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T13:21:30,371 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T13:21:30,371 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T13:21:30,375 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T13:21:30,377 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-09T13:21:30,383 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-09T13:21:30,384 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T13:21:30,423 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T13:21:30,435 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T13:21:30,438 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T13:21:30,441 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T13:21:30,442 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T13:21:30,444 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T13:21:30,446 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T13:21:30,449 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T13:21:30,453 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T13:21:30,454 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T13:21:30,456 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T13:21:30,482 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T13:21:30,484 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:21:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,497 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cad571b91d50,43783,1733750487952, sessionid=0x1012b5889660000, setting cluster-up flag (Was=false)
2024-12-09T13:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,521 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T13:21:30,523 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,43783,1733750487952
2024-12-09T13:21:30,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:30,538 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T13:21:30,540 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,43783,1733750487952
2024-12-09T13:21:30,548 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T13:21:30,634 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(746): ClusterId : b6cc2b0a-8ebf-4569-93e9-777fd8a73672
2024-12-09T13:21:30,634 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(746): ClusterId : b6cc2b0a-8ebf-4569-93e9-777fd8a73672
2024-12-09T13:21:30,635 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(746): ClusterId : b6cc2b0a-8ebf-4569-93e9-777fd8a73672
2024-12-09T13:21:30,638 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:21:30,640 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:21:30,641 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:21:30,645 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:21:30,646 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:21:30,646 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:21:30,646 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:21:30,651 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:21:30,651 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:21:30,651 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:21:30,652 DEBUG [RS:1;cad571b91d50:41571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c16318a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:21:30,653 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T13:21:30,655 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:21:30,655 DEBUG [RS:0;cad571b91d50:42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146f7196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:21:30,658 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:21:30,658 DEBUG [RS:2;cad571b91d50:41091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4b95bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:21:30,672 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cad571b91d50:41571
2024-12-09T13:21:30,677 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:21:30,677 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:21:30,677 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:21:30,678 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cad571b91d50:42903
2024-12-09T13:21:30,679 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:21:30,679 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:21:30,679 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:21:30,681 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cad571b91d50:41091
2024-12-09T13:21:30,681 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:21:30,681 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:21:30,681 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:21:30,682 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=42903, startcode=1733750489144
2024-12-09T13:21:30,682 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=41571, startcode=1733750489300
2024-12-09T13:21:30,682 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=41091, startcode=1733750489355
2024-12-09T13:21:30,689 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T13:21:30,698 DEBUG [RS:0;cad571b91d50:42903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:21:30,698 DEBUG [RS:2;cad571b91d50:41091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:21:30,699 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T13:21:30,702 DEBUG [RS:1;cad571b91d50:41571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:21:30,707 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cad571b91d50,43783,1733750487952
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T13:21:30,717 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:21:30,718 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:21:30,718 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:21:30,718 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:21:30,718 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cad571b91d50:0, corePoolSize=10, maxPoolSize=10
2024-12-09T13:21:30,718 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:30,719 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:21:30,719 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:30,733 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733750520733
2024-12-09T13:21:30,735 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T13:21:30,736 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T13:21:30,740 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T13:21:30,741 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T13:21:30,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:21:30,742 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T13:21:30,742 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T13:21:30,742 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T13:21:30,743 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:30,753 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,754 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T13:21:30,755 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T13:21:30,761 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:21:30,761 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:21:30,761 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:21:30,764 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T13:21:30,764 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T13:21:30,765 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:30,765 WARN  [IPC Server handler 4 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:30,765 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:30,770 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T13:21:30,771 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T13:21:30,771 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:21:30,774 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750490773,5,FailOnTimeoutGroup]
2024-12-09T13:21:30,778 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:21:30,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:21:30,780 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750490774,5,FailOnTimeoutGroup]
2024-12-09T13:21:30,780 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:30,780 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T13:21:30,782 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:30,782 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:30,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:21:30,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:21:30,792 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T13:21:30,793 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834
2024-12-09T13:21:30,798 WARN  [IPC Server handler 0 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:30,798 WARN  [IPC Server handler 0 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:30,798 WARN  [IPC Server handler 0 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:30,812 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:21:30,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:21:30,812 WARN  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:21:30,812 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:21:30,812 WARN  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:21:30,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:21:30,813 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T13:21:30,813 WARN  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-09T13:21:30,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:30,818 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:21:30,820 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:21:30,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:30,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:21:30,823 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:21:30,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,824 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:30,825 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:21:30,827 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:21:30,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:30,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:21:30,834 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:21:30,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:30,835 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:30,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:21:30,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740
2024-12-09T13:21:30,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740
2024-12-09T13:21:30,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:21:30,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:21:30,840 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:21:30,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:21:30,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:30,847 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68464125, jitterRate=0.02019496262073517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:21:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733750490815Initializing all the Stores at 1733750490817 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750490817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750490817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750490817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750490817Cleaning up temporary data from old regions at 1733750490839 (+22 ms)Region opened successfully at 1733750490849 (+10 ms)
2024-12-09T13:21:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:21:30,849 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:21:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:21:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:21:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:21:30,851 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:21:30,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750490849Disabling compacts and flushes for region at 1733750490849Disabling writes for close at 1733750490849Writing region close event to WAL at 1733750490850 (+1 ms)Closed at 1733750490851 (+1 ms)
2024-12-09T13:21:30,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:21:30,859 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T13:21:30,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T13:21:30,876 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:21:30,879 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T13:21:30,914 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=41091, startcode=1733750489355
2024-12-09T13:21:30,914 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=41571, startcode=1733750489300
2024-12-09T13:21:30,915 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,43783,1733750487952 with port=42903, startcode=1733750489144
2024-12-09T13:21:30,919 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,41091,1733750489355
2024-12-09T13:21:30,921 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,41091,1733750489355
2024-12-09T13:21:30,931 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,42903,1733750489144
2024-12-09T13:21:30,931 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,42903,1733750489144
2024-12-09T13:21:30,931 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834
2024-12-09T13:21:30,931 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34883
2024-12-09T13:21:30,931 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:21:30,934 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,41571,1733750489300
2024-12-09T13:21:30,935 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,41571,1733750489300
2024-12-09T13:21:30,935 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834
2024-12-09T13:21:30,935 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34883
2024-12-09T13:21:30,935 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:21:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:21:30,938 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834
2024-12-09T13:21:30,938 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34883
2024-12-09T13:21:30,938 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:21:30,944 DEBUG [RS:2;cad571b91d50:41091 {}] zookeeper.ZKUtil(111): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,41091,1733750489355
2024-12-09T13:21:30,944 WARN  [RS:2;cad571b91d50:41091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:21:30,945 INFO  [RS:2;cad571b91d50:41091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:30,946 DEBUG [RS:0;cad571b91d50:42903 {}] zookeeper.ZKUtil(111): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,42903,1733750489144
2024-12-09T13:21:30,946 WARN  [RS:0;cad571b91d50:42903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:21:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:21:30,946 DEBUG [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41091,1733750489355
2024-12-09T13:21:30,946 DEBUG [RS:1;cad571b91d50:41571 {}] zookeeper.ZKUtil(111): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,41571,1733750489300
2024-12-09T13:21:30,946 INFO  [RS:0;cad571b91d50:42903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:30,946 WARN  [RS:1;cad571b91d50:41571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:21:30,946 INFO  [RS:1;cad571b91d50:41571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:30,946 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144
2024-12-09T13:21:30,946 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300
2024-12-09T13:21:30,947 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,42903,1733750489144]
2024-12-09T13:21:30,947 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,41091,1733750489355]
2024-12-09T13:21:30,949 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,41571,1733750489300]
2024-12-09T13:21:30,976 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:21:30,976 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:21:30,976 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:21:30,992 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:21:30,992 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:21:30,994 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:21:31,000 INFO  [RS:0;cad571b91d50:42903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:21:31,000 INFO  [RS:2;cad571b91d50:41091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:21:31,000 INFO  [RS:1;cad571b91d50:41571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:21:31,000 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,000 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,000 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,001 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:21:31,001 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:21:31,002 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:21:31,007 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:21:31,007 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:21:31,007 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:21:31,009 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,009 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,009 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,009 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,009 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:21:31,010 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:21:31,010 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,010 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,011 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,011 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,011 DEBUG [RS:2;cad571b91d50:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,012 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,012 DEBUG [RS:1;cad571b91d50:41571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,012 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:21:31,012 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,012 DEBUG [RS:0;cad571b91d50:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:21:31,016 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,016 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,016 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,016 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,016 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,017 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,42903,1733750489144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:21:31,018 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,018 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,018 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,41571,1733750489300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,019 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,41091,1733750489355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:21:31,030 WARN  [cad571b91d50:43783 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T13:21:31,047 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:21:31,047 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:21:31,047 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:21:31,049 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,42903,1733750489144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,049 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,41091,1733750489355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,049 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,41571,1733750489300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,050 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,050 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,050 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.Replication(171): cad571b91d50,41571,1733750489300 started
2024-12-09T13:21:31,050 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.Replication(171): cad571b91d50,42903,1733750489144 started
2024-12-09T13:21:31,050 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,050 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.Replication(171): cad571b91d50,41091,1733750489355 started
2024-12-09T13:21:31,073 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,074 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,42903,1733750489144, RpcServer on cad571b91d50/172.17.0.3:42903, sessionid=0x1012b5889660001
2024-12-09T13:21:31,075 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:21:31,075 DEBUG [RS:0;cad571b91d50:42903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,42903,1733750489144
2024-12-09T13:21:31,075 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,42903,1733750489144'
2024-12-09T13:21:31,076 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:21:31,076 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,076 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,41571,1733750489300, RpcServer on cad571b91d50/172.17.0.3:41571, sessionid=0x1012b5889660002
2024-12-09T13:21:31,077 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:21:31,077 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:21:31,077 DEBUG [RS:1;cad571b91d50:41571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,41571,1733750489300
2024-12-09T13:21:31,077 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,41571,1733750489300'
2024-12-09T13:21:31,077 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:21:31,078 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:21:31,078 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:21:31,078 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:21:31,078 DEBUG [RS:0;cad571b91d50:42903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,42903,1733750489144
2024-12-09T13:21:31,078 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,42903,1733750489144'
2024-12-09T13:21:31,078 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:21:31,078 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:21:31,078 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:21:31,079 DEBUG [RS:1;cad571b91d50:41571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,41571,1733750489300
2024-12-09T13:21:31,079 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,41571,1733750489300'
2024-12-09T13:21:31,079 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:21:31,079 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:31,079 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,41091,1733750489355, RpcServer on cad571b91d50/172.17.0.3:41091, sessionid=0x1012b5889660003
2024-12-09T13:21:31,079 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:21:31,079 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:21:31,080 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:21:31,080 DEBUG [RS:2;cad571b91d50:41091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,41091,1733750489355
2024-12-09T13:21:31,080 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,41091,1733750489355'
2024-12-09T13:21:31,080 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:21:31,080 DEBUG [RS:0;cad571b91d50:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:21:31,080 INFO  [RS:0;cad571b91d50:42903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:21:31,080 INFO  [RS:0;cad571b91d50:42903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,41091,1733750489355
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,41091,1733750489355'
2024-12-09T13:21:31,081 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:21:31,082 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:21:31,083 DEBUG [RS:2;cad571b91d50:41091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:21:31,083 INFO  [RS:2;cad571b91d50:41091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:21:31,083 INFO  [RS:2;cad571b91d50:41091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:21:31,087 DEBUG [RS:1;cad571b91d50:41571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:21:31,087 INFO  [RS:1;cad571b91d50:41571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:21:31,087 INFO  [RS:1;cad571b91d50:41571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:21:31,186 INFO  [RS:2;cad571b91d50:41091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:31,186 INFO  [RS:0;cad571b91d50:42903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:31,188 INFO  [RS:1;cad571b91d50:41571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:31,190 INFO  [RS:0;cad571b91d50:42903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C42903%2C1733750489144, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs, maxLogs=32
2024-12-09T13:21:31,190 INFO  [RS:2;cad571b91d50:41091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C41091%2C1733750489355, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41091,1733750489355, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs, maxLogs=32
2024-12-09T13:21:31,191 INFO  [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C41571%2C1733750489300, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs, maxLogs=32
2024-12-09T13:21:31,216 DEBUG [RS:2;cad571b91d50:41091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41091,1733750489355/cad571b91d50%2C41091%2C1733750489355.1733750491195, exclude list is [], retry=0
2024-12-09T13:21:31,218 DEBUG [RS:1;cad571b91d50:41571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300/cad571b91d50%2C41571%2C1733750489300.1733750491196, exclude list is [], retry=0
2024-12-09T13:21:31,222 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,222 WARN  [IPC Server handler 4 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,222 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,222 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,222 WARN  [IPC Server handler 1 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,223 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:31,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:31,228 DEBUG [RS:0;cad571b91d50:42903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144/cad571b91d50%2C42903%2C1733750489144.1733750491196, exclude list is [], retry=0
2024-12-09T13:21:31,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:31,232 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,232 WARN  [IPC Server handler 4 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,232 WARN  [IPC Server handler 4 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:31,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:31,375 INFO  [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300/cad571b91d50%2C41571%2C1733750489300.1733750491196
2024-12-09T13:21:31,376 INFO  [RS:2;cad571b91d50:41091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41091,1733750489355/cad571b91d50%2C41091%2C1733750489355.1733750491195
2024-12-09T13:21:31,376 DEBUG [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:31,381 DEBUG [RS:2;cad571b91d50:41091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:31,389 INFO  [RS:0;cad571b91d50:42903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144/cad571b91d50%2C42903%2C1733750489144.1733750491196
2024-12-09T13:21:31,390 DEBUG [RS:0;cad571b91d50:42903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:31,533 DEBUG [cad571b91d50:43783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-12-09T13:21:31,541 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-09T13:21:31,549 INFO  [cad571b91d50:43783 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:21:31,549 INFO  [cad571b91d50:43783 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:21:31,549 INFO  [cad571b91d50:43783 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-09T13:21:31,549 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:21:31,560 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:31,567 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,41571,1733750489300, state=OPENING
2024-12-09T13:21:31,574 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T13:21:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:31,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:21:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:21:31,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,41571,1733750489300}]
2024-12-09T13:21:31,646 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,647 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,647 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,647 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,648 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,649 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,649 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,649 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:21:31,763 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:21:31,773 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T13:21:31,774 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:31,775 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T13:21:31,779 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C41571%2C1733750489300.meta, suffix=.meta, logDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs, maxLogs=32
2024-12-09T13:21:31,803 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300/cad571b91d50%2C41571%2C1733750489300.meta.1733750491781.meta, exclude list is [], retry=0
2024-12-09T13:21:31,806 WARN  [IPC Server handler 3 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:31,807 WARN  [IPC Server handler 3 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:31,807 WARN  [IPC Server handler 3 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:31,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:31,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:31,852 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300/cad571b91d50%2C41571%2C1733750489300.meta.1733750491781.meta
2024-12-09T13:21:31,853 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:31,854 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:31,856 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T13:21:31,859 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T13:21:31,865 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T13:21:31,870 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T13:21:31,871 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:31,871 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T13:21:31,871 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T13:21:31,877 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:21:31,879 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:21:31,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:31,881 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:31,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:21:31,884 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:21:31,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:31,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:31,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:21:31,887 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:21:31,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:31,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:31,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:21:31,889 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:21:31,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:31,890 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:21:31,891 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:21:31,892 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740
2024-12-09T13:21:31,896 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740
2024-12-09T13:21:31,899 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:21:31,900 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:21:31,901 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:21:31,904 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:21:31,906 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751944, jitterRate=-0.07982432842254639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:21:31,906 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T13:21:31,908 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733750491872Writing region info on filesystem at 1733750491872Initializing all the Stores at 1733750491876 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750491876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750491876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750491877 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750491877Cleaning up temporary data from old regions at 1733750491900 (+23 ms)Running coprocessor post-open hooks at 1733750491906 (+6 ms)Region opened successfully at 1733750491907 (+1 ms)
2024-12-09T13:21:31,919 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733750491750
2024-12-09T13:21:31,933 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T13:21:31,933 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T13:21:31,935 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:31,946 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,41571,1733750489300, state=OPEN
2024-12-09T13:21:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:21:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:21:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:21:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:21:31,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:21:31,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cad571b91d50,41571,1733750489300
2024-12-09T13:21:31,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T13:21:31,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,41571,1733750489300 in 370 msec
2024-12-09T13:21:31,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T13:21:31,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0990 sec
2024-12-09T13:21:31,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:21:31,976 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T13:21:32,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:21:32,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,41571,1733750489300, seqNum=-1]
2024-12-09T13:21:32,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:21:32,035 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:21:32,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4690 sec
2024-12-09T13:21:32,068 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733750492067, completionTime=-1
2024-12-09T13:21:32,078 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-12-09T13:21:32,078 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T13:21:32,135 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-12-09T13:21:32,135 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733750552135
2024-12-09T13:21:32,135 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733750612135
2024-12-09T13:21:32,135 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 57 msec
2024-12-09T13:21:32,161 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T13:21:32,169 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,170 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,170 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,176 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cad571b91d50:43783, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,177 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,180 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,185 DEBUG [master/cad571b91d50:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T13:21:32,212 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.704sec
2024-12-09T13:21:32,214 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T13:21:32,216 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T13:21:32,217 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T13:21:32,218 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T13:21:32,218 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T13:21:32,219 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:21:32,220 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T13:21:32,225 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T13:21:32,227 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T13:21:32,227 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,43783,1733750487952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:32,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287698dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:21:32,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,43783,-1 for getting cluster id
2024-12-09T13:21:32,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:21:32,261 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6cc2b0a-8ebf-4569-93e9-777fd8a73672'
2024-12-09T13:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6cc2b0a-8ebf-4569-93e9-777fd8a73672"

2024-12-09T13:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72392b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,43783,-1]
2024-12-09T13:21:32,267 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:21:32,269 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:21:32,270 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:21:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd88229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:21:32,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:21:32,282 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,41571,1733750489300, seqNum=-1]
2024-12-09T13:21:32,284 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:21:32,287 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:21:32,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cad571b91d50,43783,1733750487952
2024-12-09T13:21:32,316 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34883/hbase
2024-12-09T13:21:32,336 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=351, OpenFileDescriptor=577, MaxFileDescriptor=1048576, SystemLoadAverage=821, ProcessCount=11, AvailableMemoryMB=4112
2024-12-09T13:21:32,366 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:32,370 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:32,371 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:32,379 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29078979, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-29078979, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:32,401 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29078979/hregion-29078979.1733750492382, exclude list is [], retry=0
2024-12-09T13:21:32,407 WARN  [IPC Server handler 2 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:32,407 WARN  [IPC Server handler 2 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:32,407 WARN  [IPC Server handler 2 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:32,410 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:32,411 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:32,445 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29078979/hregion-29078979.1733750492382
2024-12-09T13:21:32,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:32,446 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bd433ce88dcff43762bff1ec6d338208, NAME => 'testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:32,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:21:32,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:21:32,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741838_1014 (size=64)
2024-12-09T13:21:32,463 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:32,466 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bd433ce88dcff43762bff1ec6d338208 
2024-12-09T13:21:32,468 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd433ce88dcff43762bff1ec6d338208 columnFamilyName a
2024-12-09T13:21:32,468 DEBUG [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:32,469 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] regionserver.HStore(327): Store=bd433ce88dcff43762bff1ec6d338208/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:32,469 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,472 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,473 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,476 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:32,485 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:32,486 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bd433ce88dcff43762bff1ec6d338208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67235857, jitterRate=0.0018923431634902954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:21:32,487 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bd433ce88dcff43762bff1ec6d338208:
Writing region info on filesystem at 1733750492463Initializing all the Stores at 1733750492465 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750492465Cleaning up temporary data from old regions at 1733750492473 (+8 ms)Region opened successfully at 1733750492487 (+14 ms)
2024-12-09T13:21:32,487 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bd433ce88dcff43762bff1ec6d338208, disabling compactions & flushes
2024-12-09T13:21:32,487 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.
2024-12-09T13:21:32,487 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.
2024-12-09T13:21:32,487 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208. after waiting 0 ms
2024-12-09T13:21:32,487 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.
2024-12-09T13:21:32,488 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.
2024-12-09T13:21:32,488 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bd433ce88dcff43762bff1ec6d338208:
Waiting for close lock at 1733750492487Disabling compacts and flushes for region at 1733750492487Disabling writes for close at 1733750492487Writing region close event to WAL at 1733750492488 (+1 ms)Closed at 1733750492488
2024-12-09T13:21:32,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741837_1013 (size=175)
2024-12-09T13:21:32,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741837_1013 (size=175)
2024-12-09T13:21:32,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:32,502 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29078979:(num 1733750492382)
2024-12-09T13:21:32,504 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:21:32,550 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:32,551 WARN  [IPC Server handler 1 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:32,551 WARN  [IPC Server handler 1 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:32,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741839_1015 (size=469)
2024-12-09T13:21:32,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741839_1015 (size=469)
2024-12-09T13:21:32,563 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:21:32,605 WARN  [IPC Server handler 3 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-09T13:21:32,606 WARN  [IPC Server handler 3 on default port 34883 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-09T13:21:32,606 WARN  [IPC Server handler 3 on default port 34883 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-09T13:21:32,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741840_1016 (size=322)
2024-12-09T13:21:32,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741840_1016 (size=322)
2024-12-09T13:21:32,645 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1, size=469 (469bytes)
2024-12-09T13:21:32,646 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-09T13:21:32,646 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-09T13:21:32,647 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1
2024-12-09T13:21:32,652 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1 after 3ms
2024-12-09T13:21:32,701 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:32,702 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1 took 58ms
2024-12-09T13:21:32,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1 so closing down
2024-12-09T13:21:32,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:32,712 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-09T13:21:32,741 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp
2024-12-09T13:21:32,742 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:32,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741841_1017 (size=469)
2024-12-09T13:21:32,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741841_1017 (size=469)
2024-12-09T13:21:32,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741841_1017 (size=469)
2024-12-09T13:21:32,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:21:33,171 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:33,174 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002
2024-12-09T13:21:33,180 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-12-09T13:21:33,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1, journal: Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1, size=469 (469bytes) at 1733750492645Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1 so closing down at 1733750492708 (+63 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp at 1733750492741 (+33 ms)3 split writer threads finished at 1733750492742 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750493171 (+429 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002 at 1733750493174 (+3 ms)Processed 2 edits across 1 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733750493180 (+6 ms)
2024-12-09T13:21:33,205 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2, size=322 (322bytes)
2024-12-09T13:21:33,205 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2
2024-12-09T13:21:33,206 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2 after 1ms
2024-12-09T13:21:33,253 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:33,253 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2 took 49ms
2024-12-09T13:21:33,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2 so closing down
2024-12-09T13:21:33,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:33,265 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-09T13:21:33,297 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002-wal-2.temp
2024-12-09T13:21:33,297 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:33,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741842_1018 (size=322)
2024-12-09T13:21:33,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741842_1018 (size=322)
2024-12-09T13:21:33,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741842_1018 (size=322)
2024-12-09T13:21:33,311 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:33,346 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:33,350 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002-wal-2.temp, length=322
2024-12-09T13:21:33,352 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-12-09T13:21:33,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2, journal: Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2, size=322 (322bytes) at 1733750493205Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2 so closing down at 1733750493261 (+56 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002-wal-2.temp at 1733750493297 (+36 ms)3 split writer threads finished at 1733750493297Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750493311 (+14 ms)Processed 1 edits across 1 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733750493352 (+41 ms)
2024-12-09T13:21:33,353 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:33,355 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:33,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal.1733750493357, exclude list is [], retry=0
2024-12-09T13:21:33,378 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:33,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:33,379 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:33,412 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal.1733750493357
2024-12-09T13:21:33,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:21:33,415 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bd433ce88dcff43762bff1ec6d338208, NAME => 'testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:33,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:33,415 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,415 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,418 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bd433ce88dcff43762bff1ec6d338208 
2024-12-09T13:21:33,419 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd433ce88dcff43762bff1ec6d338208 columnFamilyName a
2024-12-09T13:21:33,419 DEBUG [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:33,420 INFO  [StoreOpener-bd433ce88dcff43762bff1ec6d338208-1 {}] regionserver.HStore(327): Store=bd433ce88dcff43762bff1ec6d338208/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:33,421 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,431 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002
2024-12-09T13:21:33,477 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:33,485 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002
2024-12-09T13:21:33,488 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bd433ce88dcff43762bff1ec6d338208 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-09T13:21:33,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/.tmp/a/df3c8de51609485c9d55ec08e78f3e8f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733750492502/Put/seqid=0
2024-12-09T13:21:33,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:21:33,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:21:33,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741844_1020 (size=5170)
2024-12-09T13:21:33,568 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/.tmp/a/df3c8de51609485c9d55ec08e78f3e8f
2024-12-09T13:21:33,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/.tmp/a/df3c8de51609485c9d55ec08e78f3e8f as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/a/df3c8de51609485c9d55ec08e78f3e8f
2024-12-09T13:21:33,648 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/a/df3c8de51609485c9d55ec08e78f3e8f, entries=2, sequenceid=2, filesize=5.0 K
2024-12-09T13:21:33,657 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bd433ce88dcff43762bff1ec6d338208 in 165ms, sequenceid=2, compaction requested=false; wal=null
2024-12-09T13:21:33,659 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/0000000000000000002
2024-12-09T13:21:33,660 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,660 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bd433ce88dcff43762bff1ec6d338208
2024-12-09T13:21:33,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/bd433ce88dcff43762bff1ec6d338208/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-09T13:21:33,670 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bd433ce88dcff43762bff1ec6d338208; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63802979, jitterRate=-0.04926152527332306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:21:33,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bd433ce88dcff43762bff1ec6d338208:
Writing region info on filesystem at 1733750493415Initializing all the Stores at 1733750493417 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750493417Obtaining lock to block concurrent updates at 1733750493488 (+71 ms)Preparing flush snapshotting stores in bd433ce88dcff43762bff1ec6d338208 at 1733750493488Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733750493492 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733750492367.bd433ce88dcff43762bff1ec6d338208. at 1733750493492Flushing bd433ce88dcff43762bff1ec6d338208/a: creating writer at 1733750493495 (+3 ms)Flushing bd433ce88dcff43762bff1ec6d338208/a: appending metadata at 1733750493542 (+47 ms)Flushing bd433ce88dcff43762bff1ec6d338208/a: closing flushed file at 1733750493544 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c95ea6f: reopening flushed file at 1733750493637 (+93 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bd433ce88dcff43762bff1ec6d338208 in 165ms, sequenceid=2, compaction requested=false; wal=null at 1733750493657 (+20 ms)Cleaning up temporary data from old regions at 1733750493660 (+3 ms)Region opened successfully at 1733750493671 (+11 ms)
2024-12-09T13:21:33,699 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=363 (was 351)
Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@49296797[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:33322 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44812 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:46186 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44656 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34883/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:46192 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=673 (was 577) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=821 (was 821), ProcessCount=11 (was 11), AvailableMemoryMB=4108 (was 4112)
2024-12-09T13:21:33,717 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=363, OpenFileDescriptor=673, MaxFileDescriptor=1048576, SystemLoadAverage=821, ProcessCount=11, AvailableMemoryMB=4104
2024-12-09T13:21:33,741 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:33,743 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:33,744 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:33,749 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99283948, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-99283948, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:33,767 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99283948/hregion-99283948.1733750493750, exclude list is [], retry=0
2024-12-09T13:21:33,771 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:33,771 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:33,772 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:33,805 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99283948/hregion-99283948.1733750493750
2024-12-09T13:21:33,805 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:33,805 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eee0ececb019d5d1125e6ec5d02b56b6, NAME => 'testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:33,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:21:33,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:21:33,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741846_1022 (size=64)
2024-12-09T13:21:33,827 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:33,830 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eee0ececb019d5d1125e6ec5d02b56b6 
2024-12-09T13:21:33,833 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee0ececb019d5d1125e6ec5d02b56b6 columnFamilyName a
2024-12-09T13:21:33,833 DEBUG [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:33,834 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] regionserver.HStore(327): Store=eee0ececb019d5d1125e6ec5d02b56b6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,837 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,837 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,839 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:33,842 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:33,843 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened eee0ececb019d5d1125e6ec5d02b56b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63253359, jitterRate=-0.05745150148868561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:21:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eee0ececb019d5d1125e6ec5d02b56b6:
Writing region info on filesystem at 1733750493827Initializing all the Stores at 1733750493829 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750493829Cleaning up temporary data from old regions at 1733750493837 (+8 ms)Region opened successfully at 1733750493843 (+6 ms)
2024-12-09T13:21:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eee0ececb019d5d1125e6ec5d02b56b6, disabling compactions & flushes
2024-12-09T13:21:33,843 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.
2024-12-09T13:21:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.
2024-12-09T13:21:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6. after waiting 0 ms
2024-12-09T13:21:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.
2024-12-09T13:21:33,846 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.
2024-12-09T13:21:33,846 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eee0ececb019d5d1125e6ec5d02b56b6:
Waiting for close lock at 1733750493843Disabling compacts and flushes for region at 1733750493843Disabling writes for close at 1733750493843Writing region close event to WAL at 1733750493846 (+3 ms)Closed at 1733750493846
2024-12-09T13:21:33,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741845_1021 (size=175)
2024-12-09T13:21:33,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741845_1021 (size=175)
2024-12-09T13:21:33,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741845_1021 (size=175)
2024-12-09T13:21:33,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:33,862 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99283948:(num 1733750493750)
2024-12-09T13:21:33,863 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:21:33,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741847_1023 (size=469)
2024-12-09T13:21:33,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741847_1023 (size=469)
2024-12-09T13:21:33,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741847_1023 (size=469)
2024-12-09T13:21:33,927 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-09T13:21:33,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741848_1024 (size=322)
2024-12-09T13:21:33,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741848_1024 (size=322)
2024-12-09T13:21:33,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741848_1024 (size=322)
2024-12-09T13:21:33,997 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2, size=322 (322bytes)
2024-12-09T13:21:33,997 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2
2024-12-09T13:21:33,998 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2 after 1ms
2024-12-09T13:21:34,033 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:34,033 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2 took 37ms
2024-12-09T13:21:34,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2 so closing down
2024-12-09T13:21:34,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:34,039 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-09T13:21:34,069 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp
2024-12-09T13:21:34,069 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:34,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741849_1025 (size=322)
2024-12-09T13:21:34,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741849_1025 (size=322)
2024-12-09T13:21:34,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741849_1025 (size=322)
2024-12-09T13:21:34,081 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:34,084 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002
2024-12-09T13:21:34,084 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-12-09T13:21:34,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2, journal: Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2, size=322 (322bytes) at 1733750493997Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2 so closing down at 1733750494036 (+39 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp at 1733750494069 (+33 ms)3 split writer threads finished at 1733750494069Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750494081 (+12 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002 at 1733750494084 (+3 ms)Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733750494084
2024-12-09T13:21:34,105 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1, size=469 (469bytes)
2024-12-09T13:21:34,105 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1
2024-12-09T13:21:34,106 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1 after 1ms
2024-12-09T13:21:34,146 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:34,146 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1 took 42ms
2024-12-09T13:21:34,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1 so closing down
2024-12-09T13:21:34,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:34,160 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-09T13:21:34,203 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp
2024-12-09T13:21:34,204 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:34,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741850_1026 (size=469)
2024-12-09T13:21:34,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741850_1026 (size=469)
2024-12-09T13:21:34,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741850_1026 (size=469)
2024-12-09T13:21:34,216 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:34,251 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:34,254 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002, length=322
2024-12-09T13:21:34,257 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002
2024-12-09T13:21:34,258 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-12-09T13:21:34,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1, journal: Splitting hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1, size=469 (469bytes) at 1733750494105Finishing writing output for hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1 so closing down at 1733750494158 (+53 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp at 1733750494203 (+45 ms)3 split writer threads finished at 1733750494204 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750494217 (+13 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002 at 1733750494258 (+41 ms)Processed 2 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733750494258
2024-12-09T13:21:34,258 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:34,262 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:34,282 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal.1733750494263, exclude list is [], retry=0
2024-12-09T13:21:34,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:34,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:34,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:34,334 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal.1733750494263
2024-12-09T13:21:34,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:21:34,334 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eee0ececb019d5d1125e6ec5d02b56b6, NAME => 'testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:34,335 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:34,335 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,335 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,343 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eee0ececb019d5d1125e6ec5d02b56b6 
2024-12-09T13:21:34,345 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee0ececb019d5d1125e6ec5d02b56b6 columnFamilyName a
2024-12-09T13:21:34,345 DEBUG [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:34,346 INFO  [StoreOpener-eee0ececb019d5d1125e6ec5d02b56b6-1 {}] regionserver.HStore(327): Store=eee0ececb019d5d1125e6ec5d02b56b6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:34,347 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,347 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,353 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002
2024-12-09T13:21:34,389 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:34,391 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002
2024-12-09T13:21:34,391 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing eee0ececb019d5d1125e6ec5d02b56b6 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-09T13:21:34,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/.tmp/a/1558075e48984407b3516708bb12408a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733750493862/Put/seqid=0
2024-12-09T13:21:34,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:21:34,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:21:34,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741852_1028 (size=5170)
2024-12-09T13:21:34,425 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/.tmp/a/1558075e48984407b3516708bb12408a
2024-12-09T13:21:34,435 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/.tmp/a/1558075e48984407b3516708bb12408a as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/a/1558075e48984407b3516708bb12408a
2024-12-09T13:21:34,444 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/a/1558075e48984407b3516708bb12408a, entries=2, sequenceid=2, filesize=5.0 K
2024-12-09T13:21:34,445 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for eee0ececb019d5d1125e6ec5d02b56b6 in 54ms, sequenceid=2, compaction requested=false; wal=null
2024-12-09T13:21:34,446 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/0000000000000000002
2024-12-09T13:21:34,446 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,446 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,449 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eee0ececb019d5d1125e6ec5d02b56b6
2024-12-09T13:21:34,452 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/eee0ececb019d5d1125e6ec5d02b56b6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-09T13:21:34,453 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened eee0ececb019d5d1125e6ec5d02b56b6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74056808, jitterRate=0.10353243350982666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:21:34,453 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eee0ececb019d5d1125e6ec5d02b56b6:
Writing region info on filesystem at 1733750494335Initializing all the Stores at 1733750494338 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750494338Obtaining lock to block concurrent updates at 1733750494391 (+53 ms)Preparing flush snapshotting stores in eee0ececb019d5d1125e6ec5d02b56b6 at 1733750494391Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733750494392 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733750493742.eee0ececb019d5d1125e6ec5d02b56b6. at 1733750494392Flushing eee0ececb019d5d1125e6ec5d02b56b6/a: creating writer at 1733750494392Flushing eee0ececb019d5d1125e6ec5d02b56b6/a: appending metadata at 1733750494408 (+16 ms)Flushing eee0ececb019d5d1125e6ec5d02b56b6/a: closing flushed file at 1733750494408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f9b99: reopening flushed file at 1733750494434 (+26 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for eee0ececb019d5d1125e6ec5d02b56b6 in 54ms, sequenceid=2, compaction requested=false; wal=null at 1733750494445 (+11 ms)Cleaning up temporary data from old regions at 1733750494446 (+1 ms)Region opened successfully at 1733750494453 (+7 ms)
2024-12-09T13:21:34,471 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=373 (was 363)
Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44886 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:46274 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:46186 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:33410 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44656 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:33390 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=755 (was 673) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=821 (was 821), ProcessCount=11 (was 11), AvailableMemoryMB=4070 (was 4104)
2024-12-09T13:21:34,484 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=373, OpenFileDescriptor=755, MaxFileDescriptor=1048576, SystemLoadAverage=821, ProcessCount=11, AvailableMemoryMB=4070
2024-12-09T13:21:34,504 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:34,506 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:34,507 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:34,510 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48815415, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-48815415, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:34,525 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48815415/hregion-48815415.1733750494511, exclude list is [], retry=0
2024-12-09T13:21:34,529 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:34,530 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:34,534 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:34,571 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48815415/hregion-48815415.1733750494511
2024-12-09T13:21:34,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:34,572 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5cc57fd1c1ce022da975286a0dfe0c1f, NAME => 'testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:34,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:21:34,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:21:34,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741854_1030 (size=64)
2024-12-09T13:21:34,616 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:34,618 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:34,621 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName a
2024-12-09T13:21:34,621 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:34,621 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:34,622 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:34,623 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName b
2024-12-09T13:21:34,623 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:34,624 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:34,624 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:34,627 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName c
2024-12-09T13:21:34,627 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:34,628 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:34,628 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,629 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,630 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,632 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,632 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,633 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:34,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:34,640 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:34,640 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5cc57fd1c1ce022da975286a0dfe0c1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63269572, jitterRate=-0.057209908962249756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:34,641 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cc57fd1c1ce022da975286a0dfe0c1f:
Writing region info on filesystem at 1733750494617Initializing all the Stores at 1733750494618 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750494618Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750494618Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750494618Cleaning up temporary data from old regions at 1733750494632 (+14 ms)Region opened successfully at 1733750494640 (+8 ms)
2024-12-09T13:21:34,641 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5cc57fd1c1ce022da975286a0dfe0c1f, disabling compactions & flushes
2024-12-09T13:21:34,641 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:34,641 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:34,641 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f. after waiting 0 ms
2024-12-09T13:21:34,641 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:34,642 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:34,642 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5cc57fd1c1ce022da975286a0dfe0c1f:
Waiting for close lock at 1733750494641Disabling compacts and flushes for region at 1733750494641Disabling writes for close at 1733750494641Writing region close event to WAL at 1733750494642 (+1 ms)Closed at 1733750494642
2024-12-09T13:21:34,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741853_1029 (size=175)
2024-12-09T13:21:34,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741853_1029 (size=175)
2024-12-09T13:21:34,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741853_1029 (size=175)
2024-12-09T13:21:34,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:34,653 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48815415:(num 1733750494511)
2024-12-09T13:21:34,653 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:34,656 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:34,671 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, exclude list is [], retry=0
2024-12-09T13:21:34,674 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:34,675 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:34,675 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:34,706 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656
2024-12-09T13:21:34,706 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:34,949 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, size=0 (0bytes)
2024-12-09T13:21:34,949 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 might be still open, length is 0
2024-12-09T13:21:34,949 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656
2024-12-09T13:21:34,950 WARN  [IPC Server handler 0 on default port 34883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-12-09T13:21:34,953 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 after 3ms
2024-12-09T13:21:35,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:21:35,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:21:36,110 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:33456 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33456 dst: /127.0.0.1:41849
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41849 remote=/127.0.0.1:33456]. Total timeout mills is 60000, 58797 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:36,112 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:46302 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:46302 dst: /127.0.0.1:35643
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:36,112 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44918 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46609:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:44918 dst: /127.0.0.1:46609
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:36,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741855_1032 (size=497775)
2024-12-09T13:21:36,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741855_1032 (size=497775)
2024-12-09T13:21:36,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741855_1032 (size=497775)
2024-12-09T13:21:37,386 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:21:37,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T13:21:38,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T13:21:38,590 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:38,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:21:38,591 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T13:21:38,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T13:21:38,592 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:38,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-12-09T13:21:38,592 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:38,954 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 after 4004ms
2024-12-09T13:21:38,998 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:39,003 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 took 4054ms
2024-12-09T13:21:39,009 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733750494656.temp
2024-12-09T13:21:39,075 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp
2024-12-09T13:21:39,162 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656; continuing.
2024-12-09T13:21:39,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 so closing down
2024-12-09T13:21:39,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:39,162 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:39,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741856_1033 (size=497783)
2024-12-09T13:21:39,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741856_1033 (size=497783)
2024-12-09T13:21:39,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741856_1033 (size=497783)
2024-12-09T13:21:39,175 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp (wrote 3002 edits, skipped 0 edits in 57 ms)
2024-12-09T13:21:39,177 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002
2024-12-09T13:21:39,178 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:21:39,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, journal: Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, size=0 (0bytes) at 1733750494949Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp at 1733750499075 (+4126 ms)Split 1024 edits, skipped 0 edits. at 1733750499081 (+6 ms)Split 2048 edits, skipped 0 edits. at 1733750499139 (+58 ms)Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 so closing down at 1733750499162 (+23 ms)3 split writer threads finished at 1733750499162Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp (wrote 3002 edits, skipped 0 edits in 57 ms) at 1733750499175 (+13 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000000001-wal.1733750494656.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002 at 1733750499177 (+2 ms)Processed 3002 edits across 1 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656, size=0, length=0, corrupted=false, cancelled=false at 1733750499178 (+1 ms)
2024-12-09T13:21:39,198 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750494656
2024-12-09T13:21:39,208 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002
2024-12-09T13:21:39,208 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:39,223 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:39,248 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750499224, exclude list is [], retry=0
2024-12-09T13:21:39,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:39,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:39,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:39,311 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750499224
2024-12-09T13:21:39,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:21:39,315 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:39,323 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:39,325 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName a
2024-12-09T13:21:39,326 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:39,326 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:39,327 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:39,328 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName b
2024-12-09T13:21:39,328 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:39,329 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:39,329 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cc57fd1c1ce022da975286a0dfe0c1f 
2024-12-09T13:21:39,330 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc57fd1c1ce022da975286a0dfe0c1f columnFamilyName c
2024-12-09T13:21:39,330 DEBUG [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:39,331 INFO  [StoreOpener-5cc57fd1c1ce022da975286a0dfe0c1f-1 {}] regionserver.HStore(327): Store=5cc57fd1c1ce022da975286a0dfe0c1f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:39,331 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:39,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:39,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:39,336 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002
2024-12-09T13:21:39,378 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:39,436 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:21:39,988 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cc57fd1c1ce022da975286a0dfe0c1f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:21:40,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/a5ef88e1067c462f98dc36e5a133e947 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733750494715/Put/seqid=0
2024-12-09T13:21:40,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:21:40,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:21:40,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741858_1035 (size=50463)
2024-12-09T13:21:40,085 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/a5ef88e1067c462f98dc36e5a133e947
2024-12-09T13:21:40,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/a5ef88e1067c462f98dc36e5a133e947 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/a/a5ef88e1067c462f98dc36e5a133e947
2024-12-09T13:21:40,122 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/a/a5ef88e1067c462f98dc36e5a133e947, entries=754, sequenceid=754, filesize=49.3 K
2024-12-09T13:21:40,123 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 5cc57fd1c1ce022da975286a0dfe0c1f in 135ms, sequenceid=754, compaction requested=false; wal=null
2024-12-09T13:21:40,142 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:21:40,143 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cc57fd1c1ce022da975286a0dfe0c1f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:21:40,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/722d274b86424253910ef40356961bc6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733750494759/Put/seqid=0
2024-12-09T13:21:40,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:21:40,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:21:40,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741859_1036 (size=20072)
2024-12-09T13:21:40,177 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/722d274b86424253910ef40356961bc6
2024-12-09T13:21:40,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/f9d18a5b3b1741d0af0a3e0db0e0008d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733750494788/Put/seqid=0
2024-12-09T13:21:40,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:21:40,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:21:40,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741860_1037 (size=35835)
2024-12-09T13:21:40,252 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/f9d18a5b3b1741d0af0a3e0db0e0008d
2024-12-09T13:21:40,264 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/a/722d274b86424253910ef40356961bc6 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/a/722d274b86424253910ef40356961bc6
2024-12-09T13:21:40,285 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/a/722d274b86424253910ef40356961bc6, entries=246, sequenceid=1508, filesize=19.6 K
2024-12-09T13:21:40,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/f9d18a5b3b1741d0af0a3e0db0e0008d as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/b/f9d18a5b3b1741d0af0a3e0db0e0008d
2024-12-09T13:21:40,310 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/b/f9d18a5b3b1741d0af0a3e0db0e0008d, entries=508, sequenceid=1508, filesize=35.0 K
2024-12-09T13:21:40,310 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5cc57fd1c1ce022da975286a0dfe0c1f in 167ms, sequenceid=1508, compaction requested=false; wal=null
2024-12-09T13:21:40,344 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:21:40,345 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cc57fd1c1ce022da975286a0dfe0c1f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-09T13:21:40,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/8d90464f4c88431d9caed81d5de98d5c is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733750494817/Put/seqid=0
2024-12-09T13:21:40,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:21:40,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:21:40,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741861_1038 (size=35082)
2024-12-09T13:21:40,392 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/8d90464f4c88431d9caed81d5de98d5c
2024-12-09T13:21:40,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/f10d4a3e6d954d7787156c549831a59d is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733750494855/Put/seqid=0
2024-12-09T13:21:40,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:21:40,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:21:40,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741862_1039 (size=20825)
2024-12-09T13:21:40,460 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/f10d4a3e6d954d7787156c549831a59d
2024-12-09T13:21:40,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/b/8d90464f4c88431d9caed81d5de98d5c as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/b/8d90464f4c88431d9caed81d5de98d5c
2024-12-09T13:21:40,494 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/b/8d90464f4c88431d9caed81d5de98d5c, entries=492, sequenceid=2262, filesize=34.3 K
2024-12-09T13:21:40,497 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/f10d4a3e6d954d7787156c549831a59d as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/c/f10d4a3e6d954d7787156c549831a59d
2024-12-09T13:21:40,508 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/c/f10d4a3e6d954d7787156c549831a59d, entries=262, sequenceid=2262, filesize=20.3 K
2024-12-09T13:21:40,508 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5cc57fd1c1ce022da975286a0dfe0c1f in 164ms, sequenceid=2262, compaction requested=false; wal=null
2024-12-09T13:21:40,525 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733750494905/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002
2024-12-09T13:21:40,529 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-09T13:21:40,530 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cc57fd1c1ce022da975286a0dfe0c1f 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-12-09T13:21:40,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/a28b53df0e6c40a1bf93f0ce5d0c1d1d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733750494862/Put/seqid=0
2024-12-09T13:21:40,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:21:40,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:21:40,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741863_1040 (size=50301)
2024-12-09T13:21:40,590 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/a28b53df0e6c40a1bf93f0ce5d0c1d1d
2024-12-09T13:21:40,600 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a28b53df0e6c40a1bf93f0ce5d0c1d1d
2024-12-09T13:21:40,603 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/.tmp/c/a28b53df0e6c40a1bf93f0ce5d0c1d1d as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/c/a28b53df0e6c40a1bf93f0ce5d0c1d1d
2024-12-09T13:21:40,615 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a28b53df0e6c40a1bf93f0ce5d0c1d1d
2024-12-09T13:21:40,615 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/c/a28b53df0e6c40a1bf93f0ce5d0c1d1d, entries=739, sequenceid=3002, filesize=49.1 K
2024-12-09T13:21:40,616 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 5cc57fd1c1ce022da975286a0dfe0c1f in 87ms, sequenceid=3002, compaction requested=false; wal=null
2024-12-09T13:21:40,619 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/0000000000000003002
2024-12-09T13:21:40,620 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:40,620 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:40,622 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:21:40,625 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cc57fd1c1ce022da975286a0dfe0c1f
2024-12-09T13:21:40,629 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenIntoWAL/5cc57fd1c1ce022da975286a0dfe0c1f/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-12-09T13:21:40,631 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5cc57fd1c1ce022da975286a0dfe0c1f; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64066994, jitterRate=-0.04532739520072937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:21:40,631 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cc57fd1c1ce022da975286a0dfe0c1f:
Writing region info on filesystem at 1733750499315Initializing all the Stores at 1733750499320 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750499320Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750499322 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750499322Cleaning up temporary data from old regions at 1733750500621 (+1299 ms)Region opened successfully at 1733750500631 (+10 ms)
2024-12-09T13:21:40,741 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5cc57fd1c1ce022da975286a0dfe0c1f, disabling compactions & flushes
2024-12-09T13:21:40,742 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:40,742 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:40,742 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f. after waiting 0 ms
2024-12-09T13:21:40,742 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:40,766 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733750494505.5cc57fd1c1ce022da975286a0dfe0c1f.
2024-12-09T13:21:40,767 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5cc57fd1c1ce022da975286a0dfe0c1f:
Waiting for close lock at 1733750500741Disabling compacts and flushes for region at 1733750500741Disabling writes for close at 1733750500742 (+1 ms)Writing region close event to WAL at 1733750500766 (+24 ms)Closed at 1733750500766
2024-12-09T13:21:40,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741857_1034 (size=175)
2024-12-09T13:21:40,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741857_1034 (size=175)
2024-12-09T13:21:40,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741857_1034 (size=175)
2024-12-09T13:21:40,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:40,814 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750499224)
2024-12-09T13:21:40,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390 (was 373)
Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39363 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39363
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-952675969_22 at /127.0.0.1:56864 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:41777 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34883
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@53f81607[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-952675969_22 at /127.0.0.1:56898 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-952675969_22 at /127.0.0.1:47958 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34883 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-952675969_22 at /127.0.0.1:50096 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=835 (was 755) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 821), ProcessCount=11 (was 11), AvailableMemoryMB=3858 (was 4070)
2024-12-09T13:21:40,873 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=390, OpenFileDescriptor=835, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=3856
2024-12-09T13:21:40,896 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:40,904 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:40,905 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:40,910 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22371567, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-22371567, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:40,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22371567/hregion-22371567.1733750500911, exclude list is [], retry=0
2024-12-09T13:21:40,936 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:40,937 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:40,938 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:40,974 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22371567/hregion-22371567.1733750500911
2024-12-09T13:21:40,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:40,975 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 25cfe7bf8be13ba7894a870b450845ac, NAME => 'test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:40,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:21:40,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:21:40,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741865_1042 (size=43)
2024-12-09T13:21:40,994 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:40,996 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:40,999 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName a
2024-12-09T13:21:40,999 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:41,000 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:41,000 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:41,004 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName b
2024-12-09T13:21:41,004 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:41,005 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:41,005 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:41,007 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName c
2024-12-09T13:21:41,007 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:41,007 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:41,008 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,011 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,011 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,018 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:41,022 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:41,025 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:41,026 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 25cfe7bf8be13ba7894a870b450845ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911435, jitterRate=-0.07744772732257843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:41,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25cfe7bf8be13ba7894a870b450845ac:
Writing region info on filesystem at 1733750500994Initializing all the Stores at 1733750500996 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750500996Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750500996Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750500996Cleaning up temporary data from old regions at 1733750501011 (+15 ms)Region opened successfully at 1733750501027 (+16 ms)
2024-12-09T13:21:41,027 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25cfe7bf8be13ba7894a870b450845ac, disabling compactions & flushes
2024-12-09T13:21:41,027 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:41,028 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:41,028 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac. after waiting 0 ms
2024-12-09T13:21:41,028 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:41,028 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:41,028 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25cfe7bf8be13ba7894a870b450845ac:
Waiting for close lock at 1733750501027Disabling compacts and flushes for region at 1733750501027Disabling writes for close at 1733750501028 (+1 ms)Writing region close event to WAL at 1733750501028Closed at 1733750501028
2024-12-09T13:21:41,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741864_1041 (size=175)
2024-12-09T13:21:41,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741864_1041 (size=175)
2024-12-09T13:21:41,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741864_1041 (size=175)
2024-12-09T13:21:41,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:41,035 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22371567:(num 1733750500911)
2024-12-09T13:21:41,035 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:41,041 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:41,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, exclude list is [], retry=0
2024-12-09T13:21:41,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:41,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:41,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:41,111 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041
2024-12-09T13:21:41,111 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:41,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741866_1043 (size=371388)
2024-12-09T13:21:41,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741866_1043 (size=371388)
2024-12-09T13:21:41,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741866_1043 (size=371388)
2024-12-09T13:21:41,328 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, size=362.7 K (371388bytes)
2024-12-09T13:21:41,328 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041
2024-12-09T13:21:41,334 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041 after 6ms
2024-12-09T13:21:41,380 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:41,382 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041 took 54ms
2024-12-09T13:21:41,397 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733750501041.temp
2024-12-09T13:21:41,457 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp
2024-12-09T13:21:41,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041 so closing down
2024-12-09T13:21:41,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:41,483 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:41,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741867_1044 (size=371388)
2024-12-09T13:21:41,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741867_1044 (size=371388)
2024-12-09T13:21:41,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741867_1044 (size=371388)
2024-12-09T13:21:41,523 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp (wrote 3000 edits, skipped 0 edits in 24 ms)
2024-12-09T13:21:41,525 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp to hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000
2024-12-09T13:21:41,525 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, size=362.7 K, length=371388, corrupted=false, cancelled=false
2024-12-09T13:21:41,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, journal: Splitting hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, size=362.7 K (371388bytes) at 1733750501328Split 1024 edits, skipped 0 edits. at 1733750501416 (+88 ms)Split 2048 edits, skipped 0 edits. at 1733750501454 (+38 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp at 1733750501457 (+3 ms)Finishing writing output for hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041 so closing down at 1733750501478 (+21 ms)3 split writer threads finished at 1733750501483 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp (wrote 3000 edits, skipped 0 edits in 24 ms) at 1733750501523 (+40 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000000001-wal.1733750501041.temp to hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000 at 1733750501525 (+2 ms)Processed 3000 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1733750501525
2024-12-09T13:21:41,532 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501041 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750501041
2024-12-09T13:21:41,534 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000
2024-12-09T13:21:41,534 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:41,538 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:41,568 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, exclude list is [], retry=0
2024-12-09T13:21:41,575 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:41,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:41,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:41,641 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540
2024-12-09T13:21:41,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:41,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741868_1045 (size=371515)
2024-12-09T13:21:41,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741868_1045 (size=371515)
2024-12-09T13:21:41,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741868_1045 (size=371515)
2024-12-09T13:21:42,017 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, size=362.8 K (371515bytes)
2024-12-09T13:21:42,017 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540
2024-12-09T13:21:42,020 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540 after 3ms
2024-12-09T13:21:42,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:42,119 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540 took 102ms
2024-12-09T13:21:42,157 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733750501540.temp
2024-12-09T13:21:42,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540 so closing down
2024-12-09T13:21:42,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:42,216 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp
2024-12-09T13:21:42,235 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:42,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741869_1046 (size=371515)
2024-12-09T13:21:42,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741869_1046 (size=371515)
2024-12-09T13:21:42,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741869_1046 (size=371515)
2024-12-09T13:21:42,267 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp (wrote 3000 edits, skipped 0 edits in 17 ms)
2024-12-09T13:21:42,269 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp to hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000
2024-12-09T13:21:42,269 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, size=362.8 K, length=371515, corrupted=false, cancelled=false
2024-12-09T13:21:42,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, journal: Splitting hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, size=362.8 K (371515bytes) at 1733750502017Split 1024 edits, skipped 0 edits. at 1733750502159 (+142 ms)Split 2048 edits, skipped 0 edits. at 1733750502172 (+13 ms)Finishing writing output for hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540 so closing down at 1733750502190 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp at 1733750502216 (+26 ms)3 split writer threads finished at 1733750502235 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1733750502267 (+32 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003001-wal.1733750501540.temp to hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000 at 1733750502269 (+2 ms)Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1733750502269
2024-12-09T13:21:42,274 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750501540 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750501540
2024-12-09T13:21:42,275 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000
2024-12-09T13:21:42,275 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:42,287 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/test2727-manual,16010,1733750500895, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:42,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750502288, exclude list is [], retry=0
2024-12-09T13:21:42,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:42,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:42,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:42,375 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733750500895/wal.1733750502288
2024-12-09T13:21:42,377 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 25cfe7bf8be13ba7894a870b450845ac, NAME => 'test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,378 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,381 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:42,385 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName a
2024-12-09T13:21:42,386 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:42,387 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:42,387 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:42,388 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName b
2024-12-09T13:21:42,388 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:42,389 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:42,390 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25cfe7bf8be13ba7894a870b450845ac 
2024-12-09T13:21:42,393 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25cfe7bf8be13ba7894a870b450845ac columnFamilyName c
2024-12-09T13:21:42,393 DEBUG [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:42,395 INFO  [StoreOpener-25cfe7bf8be13ba7894a870b450845ac-1 {}] regionserver.HStore(327): Store=25cfe7bf8be13ba7894a870b450845ac/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:42,395 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,396 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,399 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,401 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000
2024-12-09T13:21:42,438 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:42,472 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000
2024-12-09T13:21:42,473 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000
2024-12-09T13:21:42,507 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:42,539 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000
2024-12-09T13:21:42,540 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 25cfe7bf8be13ba7894a870b450845ac 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-12-09T13:21:42,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/a/d5c13041ba6547529b58c3e20aaa9418 is 41, key is test2727/a:100/1733750501664/Put/seqid=0
2024-12-09T13:21:42,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:21:42,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:21:42,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741871_1048 (size=84227)
2024-12-09T13:21:42,604 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/a/d5c13041ba6547529b58c3e20aaa9418
2024-12-09T13:21:42,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/b/f5bf0369e1af4f89be33ec2d8d3f6b3f is 41, key is test2727/b:100/1733750501765/Put/seqid=0
2024-12-09T13:21:42,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:21:42,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:21:42,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741872_1049 (size=84609)
2024-12-09T13:21:42,674 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/b/f5bf0369e1af4f89be33ec2d8d3f6b3f
2024-12-09T13:21:42,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/c/18a7bfb2ec094d53ab12a611d1e4165a is 41, key is test2727/c:100/1733750501901/Put/seqid=0
2024-12-09T13:21:42,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:21:42,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:21:42,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741873_1050 (size=84609)
2024-12-09T13:21:42,729 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/c/18a7bfb2ec094d53ab12a611d1e4165a
2024-12-09T13:21:42,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/a/d5c13041ba6547529b58c3e20aaa9418 as hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/a/d5c13041ba6547529b58c3e20aaa9418
2024-12-09T13:21:42,748 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/a/d5c13041ba6547529b58c3e20aaa9418, entries=2000, sequenceid=6000, filesize=82.3 K
2024-12-09T13:21:42,750 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/b/f5bf0369e1af4f89be33ec2d8d3f6b3f as hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/b/f5bf0369e1af4f89be33ec2d8d3f6b3f
2024-12-09T13:21:42,758 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/b/f5bf0369e1af4f89be33ec2d8d3f6b3f, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-09T13:21:42,760 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/.tmp/c/18a7bfb2ec094d53ab12a611d1e4165a as hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/c/18a7bfb2ec094d53ab12a611d1e4165a
2024-12-09T13:21:42,769 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/c/18a7bfb2ec094d53ab12a611d1e4165a, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-09T13:21:42,770 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 25cfe7bf8be13ba7894a870b450845ac in 231ms, sequenceid=6000, compaction requested=false; wal=null
2024-12-09T13:21:42,771 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000003000
2024-12-09T13:21:42,775 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/0000000000000006000
2024-12-09T13:21:42,776 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,776 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,778 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:42,780 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25cfe7bf8be13ba7894a870b450845ac
2024-12-09T13:21:42,783 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/test2727/25cfe7bf8be13ba7894a870b450845ac/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-12-09T13:21:42,784 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 25cfe7bf8be13ba7894a870b450845ac; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60004256, jitterRate=-0.10586690902709961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:42,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25cfe7bf8be13ba7894a870b450845ac:
Writing region info on filesystem at 1733750502379Initializing all the Stores at 1733750502380 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750502380Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750502380Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750502381 (+1 ms)Obtaining lock to block concurrent updates at 1733750502540 (+159 ms)Preparing flush snapshotting stores in 25cfe7bf8be13ba7894a870b450845ac at 1733750502540Finished memstore snapshotting test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733750502540Flushing stores of test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac. at 1733750502540Flushing 25cfe7bf8be13ba7894a870b450845ac/a: creating writer at 1733750502540Flushing 25cfe7bf8be13ba7894a870b450845ac/a: appending metadata at 1733750502573 (+33 ms)Flushing 25cfe7bf8be13ba7894a870b450845ac/a: closing flushed file at 1733750502573Flushing 25cfe7bf8be13ba7894a870b450845ac/b: creating writer at 1733750502617 (+44 ms)Flushing 25cfe7bf8be13ba7894a870b450845ac/b: appending metadata at 1733750502645 (+28 ms)Flushing 25cfe7bf8be13ba7894a870b450845ac/b: closing flushed file at 1733750502645Flushing 25cfe7bf8be13ba7894a870b450845ac/c: creating writer at 1733750502681 (+36 ms)Flushing 25cfe7bf8be13ba7894a870b450845ac/c: appending metadata at 1733750502711 (+30 ms)Flushing 25cfe7bf8be13ba7894a870b450845ac/c: closing flushed file at 1733750502711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcfdd11: reopening flushed file at 1733750502737 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95bab07: reopening flushed file at 1733750502748 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f35120d: reopening flushed file at 1733750502759 (+11 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 25cfe7bf8be13ba7894a870b450845ac in 231ms, sequenceid=6000, compaction requested=false; wal=null at 1733750502770 (+11 ms)Cleaning up temporary data from old regions at 1733750502776 (+6 ms)Region opened successfully at 1733750502786 (+10 ms)
2024-12-09T13:21:42,787 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-12-09T13:21:42,788 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25cfe7bf8be13ba7894a870b450845ac, disabling compactions & flushes
2024-12-09T13:21:42,788 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:42,788 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:42,788 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac. after waiting 0 ms
2024-12-09T13:21:42,788 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:42,796 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733750500897.25cfe7bf8be13ba7894a870b450845ac.
2024-12-09T13:21:42,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25cfe7bf8be13ba7894a870b450845ac:
Waiting for close lock at 1733750502788Disabling compacts and flushes for region at 1733750502788Disabling writes for close at 1733750502788Writing region close event to WAL at 1733750502796 (+8 ms)Closed at 1733750502796
2024-12-09T13:21:42,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741870_1047 (size=175)
2024-12-09T13:21:42,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741870_1047 (size=175)
2024-12-09T13:21:42,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741870_1047 (size=175)
2024-12-09T13:21:42,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:42,813 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750502288)
2024-12-09T13:21:42,828 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=387 (was 390), OpenFileDescriptor=891 (was 835) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 787) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3603 (was 3856)
2024-12-09T13:21:42,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=387, OpenFileDescriptor=891, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=3603
2024-12-09T13:21:42,864 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:42,875 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:42,876 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733750502876
2024-12-09T13:21:42,927 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876
2024-12-09T13:21:42,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:21:42,932 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b93aaa83b06921ad29f4524c7cb566a, NAME => 'testSequentialEditLogSeqNum,,1733750502865.8b93aaa83b06921ad29f4524c7cb566a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:42,932 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733750502865.8b93aaa83b06921ad29f4524c7cb566a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:42,932 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,932 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,933 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a doesn't exist for region: 8b93aaa83b06921ad29f4524c7cb566a on table testSequentialEditLogSeqNum
2024-12-09T13:21:42,934 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 8b93aaa83b06921ad29f4524c7cb566a on table testSequentialEditLogSeqNum
2024-12-09T13:21:42,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:21:42,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:21:42,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741875_1052 (size=62)
2024-12-09T13:21:42,949 INFO  [StoreOpener-8b93aaa83b06921ad29f4524c7cb566a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b93aaa83b06921ad29f4524c7cb566a 
2024-12-09T13:21:42,954 INFO  [StoreOpener-8b93aaa83b06921ad29f4524c7cb566a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b93aaa83b06921ad29f4524c7cb566a columnFamilyName a
2024-12-09T13:21:42,954 DEBUG [StoreOpener-8b93aaa83b06921ad29f4524c7cb566a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:42,954 INFO  [StoreOpener-8b93aaa83b06921ad29f4524c7cb566a-1 {}] regionserver.HStore(327): Store=8b93aaa83b06921ad29f4524c7cb566a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:42,955 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,956 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,956 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,958 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,958 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b93aaa83b06921ad29f4524c7cb566a
2024-12-09T13:21:42,972 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:42,972 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8b93aaa83b06921ad29f4524c7cb566a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71654753, jitterRate=0.06773902475833893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:21:42,973 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b93aaa83b06921ad29f4524c7cb566a:
Writing region info on filesystem at 1733750502932Initializing all the Stores at 1733750502949 (+17 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750502949Cleaning up temporary data from old regions at 1733750502958 (+9 ms)Region opened successfully at 1733750502973 (+15 ms)
2024-12-09T13:21:42,987 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b93aaa83b06921ad29f4524c7cb566a 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-12-09T13:21:43,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/.tmp/a/dcce25142b114db787fb48ef9d3568f7 is 81, key is testSequentialEditLogSeqNum/a:x0/1733750502973/Put/seqid=0
2024-12-09T13:21:43,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:21:43,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:21:43,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741876_1053 (size=5833)
2024-12-09T13:21:43,032 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/.tmp/a/dcce25142b114db787fb48ef9d3568f7
2024-12-09T13:21:43,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/.tmp/a/dcce25142b114db787fb48ef9d3568f7 as hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/a/dcce25142b114db787fb48ef9d3568f7
2024-12-09T13:21:43,050 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/a/dcce25142b114db787fb48ef9d3568f7, entries=10, sequenceid=13, filesize=5.7 K
2024-12-09T13:21:43,052 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8b93aaa83b06921ad29f4524c7cb566a in 66ms, sequenceid=13, compaction requested=false
2024-12-09T13:21:43,052 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b93aaa83b06921ad29f4524c7cb566a:

2024-12-09T13:21:43,059 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:21:43,059 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:21:43,060 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:21:43,060 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:21:43,060 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-09T13:21:43,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741874_1051 (size=3256)
2024-12-09T13:21:43,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741874_1051 (size=3256)
2024-12-09T13:21:43,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741874_1051 (size=3256)
2024-12-09T13:21:43,091 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876, size=3.2 K (3256bytes)
2024-12-09T13:21:43,091 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876
2024-12-09T13:21:43,092 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876 after 1ms
2024-12-09T13:21:43,129 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:43,129 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876 took 38ms
2024-12-09T13:21:43,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876 so closing down
2024-12-09T13:21:43,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:43,134 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750502876.temp
2024-12-09T13:21:43,170 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp
2024-12-09T13:21:43,181 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:43,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741877_1054 (size=2650)
2024-12-09T13:21:43,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741877_1054 (size=2650)
2024-12-09T13:21:43,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741877_1054 (size=2650)
2024-12-09T13:21:43,212 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp (wrote 15 edits, skipped 0 edits in 10 ms)
2024-12-09T13:21:43,215 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp to hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000020
2024-12-09T13:21:43,215 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 85 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876, size=3.2 K, length=3256, corrupted=false, cancelled=false
2024-12-09T13:21:43,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876, journal: Splitting hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876, size=3.2 K (3256bytes) at 1733750503091Finishing writing output for hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876 so closing down at 1733750503132 (+41 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp at 1733750503170 (+38 ms)3 split writer threads finished at 1733750503181 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp (wrote 15 edits, skipped 0 edits in 10 ms) at 1733750503212 (+31 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000003-wal.1733750502876.temp to hdfs://localhost:34883/hbase/data/default/testSequentialEditLogSeqNum/8b93aaa83b06921ad29f4524c7cb566a/recovered.edits/0000000000000000020 at 1733750503215 (+3 ms)Processed 17 edits across 1 Regions in 85 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733750502863/wal.1733750502876, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1733750503215
2024-12-09T13:21:43,248 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=392 (was 387)
Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:57036 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:50096 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=927 (was 891) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=3594 (was 3603)
2024-12-09T13:21:43,282 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=392, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=3588
2024-12-09T13:21:43,315 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:43,319 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:43,323 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:43,329 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85511376, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-85511376, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:43,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85511376/hregion-85511376.1733750503330, exclude list is [], retry=0
2024-12-09T13:21:43,358 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:43,360 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:43,361 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:43,416 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85511376/hregion-85511376.1733750503330
2024-12-09T13:21:43,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:43,417 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dac563616461cf32b8bfa4b4556c9d72, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:43,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:21:43,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:21:43,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741879_1056 (size=70)
2024-12-09T13:21:43,444 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:43,445 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,448 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName a
2024-12-09T13:21:43,448 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,448 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,449 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,450 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName b
2024-12-09T13:21:43,450 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,451 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,451 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,453 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName c
2024-12-09T13:21:43,453 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,453 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,453 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,454 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,455 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,457 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,457 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,458 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:43,460 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,463 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:43,465 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened dac563616461cf32b8bfa4b4556c9d72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64300391, jitterRate=-0.04184950888156891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:43,466 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dac563616461cf32b8bfa4b4556c9d72:
Writing region info on filesystem at 1733750503444Initializing all the Stores at 1733750503445 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503445Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503445Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503445Cleaning up temporary data from old regions at 1733750503457 (+12 ms)Region opened successfully at 1733750503466 (+9 ms)
2024-12-09T13:21:43,466 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dac563616461cf32b8bfa4b4556c9d72, disabling compactions & flushes
2024-12-09T13:21:43,466 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:43,466 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:43,466 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72. after waiting 0 ms
2024-12-09T13:21:43,466 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:43,468 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:43,469 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dac563616461cf32b8bfa4b4556c9d72:
Waiting for close lock at 1733750503466Disabling compacts and flushes for region at 1733750503466Disabling writes for close at 1733750503466Writing region close event to WAL at 1733750503468 (+2 ms)Closed at 1733750503468
2024-12-09T13:21:43,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741878_1055 (size=175)
2024-12-09T13:21:43,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741878_1055 (size=175)
2024-12-09T13:21:43,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741878_1055 (size=175)
2024-12-09T13:21:43,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:43,476 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85511376:(num 1733750503330)
2024-12-09T13:21:43,476 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:43,479 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:43,500 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, exclude list is [], retry=0
2024-12-09T13:21:43,505 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:43,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:43,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:43,554 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479
2024-12-09T13:21:43,556 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:43,557 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dac563616461cf32b8bfa4b4556c9d72, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:43,557 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:43,557 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,557 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,560 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,561 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName a
2024-12-09T13:21:43,561 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,562 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,562 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,563 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName b
2024-12-09T13:21:43,563 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,564 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,564 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:43,565 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName c
2024-12-09T13:21:43,565 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:43,565 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:43,566 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,568 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,569 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,569 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,570 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:43,571 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:43,572 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened dac563616461cf32b8bfa4b4556c9d72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69953011, jitterRate=0.04238109290599823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:43,574 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dac563616461cf32b8bfa4b4556c9d72:
Writing region info on filesystem at 1733750503557Initializing all the Stores at 1733750503558 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503558Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503560 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750503560Cleaning up temporary data from old regions at 1733750503569 (+9 ms)Region opened successfully at 1733750503574 (+5 ms)
2024-12-09T13:21:43,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733750503579/Put/seqid=0
2024-12-09T13:21:43,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:21:43,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:21:43,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741881_1058 (size=4826)
2024-12-09T13:21:43,615 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in dac563616461cf32b8bfa4b4556c9d72/a
2024-12-09T13:21:43,626 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-12-09T13:21:43,626 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:21:43,627 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dac563616461cf32b8bfa4b4556c9d72:

2024-12-09T13:21:43,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/a96bae5286384375b517d0d1ea6f7257_SeqId_3_
2024-12-09T13:21:43,630 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into dac563616461cf32b8bfa4b4556c9d72/a as hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/a96bae5286384375b517d0d1ea6f7257_SeqId_3_ - updating store file list.
2024-12-09T13:21:43,638 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a96bae5286384375b517d0d1ea6f7257_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-09T13:21:43,638 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/a96bae5286384375b517d0d1ea6f7257_SeqId_3_ into dac563616461cf32b8bfa4b4556c9d72/a
2024-12-09T13:21:43,638 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into dac563616461cf32b8bfa4b4556c9d72/a (new location: hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/a96bae5286384375b517d0d1ea6f7257_SeqId_3_)
2024-12-09T13:21:43,689 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, size=0 (0bytes)
2024-12-09T13:21:43,689 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 might be still open, length is 0
2024-12-09T13:21:43,689 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479
2024-12-09T13:21:43,689 WARN  [IPC Server handler 3 on default port 34883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-12-09T13:21:43,689 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 after 0ms
2024-12-09T13:21:45,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:48186 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46609:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48186 dst: /127.0.0.1:46609
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46609 remote=/127.0.0.1:48186]. Total timeout mills is 60000, 58544 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:45,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:57130 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:57130 dst: /127.0.0.1:35643
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:45,102 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:50238 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50238 dst: /127.0.0.1:41849
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:45,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741880_1059 (size=606)
2024-12-09T13:21:45,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741880_1059 (size=606)
2024-12-09T13:21:47,691 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 after 4001ms
2024-12-09T13:21:47,737 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:47,738 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 took 4049ms
2024-12-09T13:21:47,740 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479; continuing.
2024-12-09T13:21:47,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 so closing down
2024-12-09T13:21:47,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:47,745 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733750503479.temp
2024-12-09T13:21:47,784 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp
2024-12-09T13:21:47,784 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:47,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741882_1060 (size=329)
2024-12-09T13:21:47,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741882_1060 (size=329)
2024-12-09T13:21:47,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741882_1060 (size=329)
2024-12-09T13:21:47,798 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:47,800 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp to hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005
2024-12-09T13:21:47,800 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 62 ms; skipped=1; WAL=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:21:47,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, journal: Splitting hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, size=0 (0bytes) at 1733750503689Finishing writing output for hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 so closing down at 1733750507741 (+4052 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp at 1733750507784 (+43 ms)3 split writer threads finished at 1733750507784Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733750507798 (+14 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005-wal.1733750503479.temp to hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005 at 1733750507800 (+2 ms)Processed 2 edits across 1 Regions in 62 ms; skipped=1; WAL=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479, size=0, length=0, corrupted=false, cancelled=false at 1733750507800
2024-12-09T13:21:47,802 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750503479
2024-12-09T13:21:47,803 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005
2024-12-09T13:21:47,804 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:47,806 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:47,822 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750507806, exclude list is [], retry=0
2024-12-09T13:21:47,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:47,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:47,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:47,886 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750507806
2024-12-09T13:21:47,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:47,891 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dac563616461cf32b8bfa4b4556c9d72, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:47,891 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:47,891 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,891 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,893 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:47,894 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName a
2024-12-09T13:21:47,894 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:47,905 DEBUG [StoreFileOpener-dac563616461cf32b8bfa4b4556c9d72-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a96bae5286384375b517d0d1ea6f7257_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-09T13:21:47,905 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/a96bae5286384375b517d0d1ea6f7257_SeqId_3_
2024-12-09T13:21:47,905 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:47,905 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:47,906 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName b
2024-12-09T13:21:47,906 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:47,907 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:47,907 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dac563616461cf32b8bfa4b4556c9d72 
2024-12-09T13:21:47,908 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac563616461cf32b8bfa4b4556c9d72 columnFamilyName c
2024-12-09T13:21:47,908 DEBUG [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:47,909 INFO  [StoreOpener-dac563616461cf32b8bfa4b4556c9d72-1 {}] regionserver.HStore(327): Store=dac563616461cf32b8bfa4b4556c9d72/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:47,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,913 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005
2024-12-09T13:21:47,951 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:47,952 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005
2024-12-09T13:21:47,952 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing dac563616461cf32b8bfa4b4556c9d72 3/3 column families, dataSize=58 B heapSize=904 B
2024-12-09T13:21:47,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/.tmp/a/8a3a3ac5506149bba30c742f1f5e8e99 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733750503644/Put/seqid=0
2024-12-09T13:21:47,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:21:47,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:21:47,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741884_1062 (size=5149)
2024-12-09T13:21:47,976 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/.tmp/a/8a3a3ac5506149bba30c742f1f5e8e99
2024-12-09T13:21:47,984 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/.tmp/a/8a3a3ac5506149bba30c742f1f5e8e99 as hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/8a3a3ac5506149bba30c742f1f5e8e99
2024-12-09T13:21:47,991 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/a/8a3a3ac5506149bba30c742f1f5e8e99, entries=1, sequenceid=5, filesize=5.0 K
2024-12-09T13:21:47,991 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for dac563616461cf32b8bfa4b4556c9d72 in 39ms, sequenceid=5, compaction requested=false; wal=null
2024-12-09T13:21:47,992 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/0000000000000000005
2024-12-09T13:21:47,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,994 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:47,997 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dac563616461cf32b8bfa4b4556c9d72
2024-12-09T13:21:47,999 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dac563616461cf32b8bfa4b4556c9d72/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-09T13:21:48,000 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened dac563616461cf32b8bfa4b4556c9d72; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63791956, jitterRate=-0.04942578077316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:48,000 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dac563616461cf32b8bfa4b4556c9d72:
Writing region info on filesystem at 1733750507891Initializing all the Stores at 1733750507893 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750507893Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750507893Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750507893Obtaining lock to block concurrent updates at 1733750507952 (+59 ms)Preparing flush snapshotting stores in dac563616461cf32b8bfa4b4556c9d72 at 1733750507952Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733750507952Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72. at 1733750507953 (+1 ms)Flushing dac563616461cf32b8bfa4b4556c9d72/a: creating writer at 1733750507953Flushing dac563616461cf32b8bfa4b4556c9d72/a: appending metadata at 1733750507968 (+15 ms)Flushing dac563616461cf32b8bfa4b4556c9d72/a: closing flushed file at 1733750507968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28df3e38: reopening flushed file at 1733750507983 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for dac563616461cf32b8bfa4b4556c9d72 in 39ms, sequenceid=5, compaction requested=false; wal=null at 1733750507991 (+8 ms)Cleaning up temporary data from old regions at 1733750507993 (+2 ms)Region opened successfully at 1733750508000 (+7 ms)
2024-12-09T13:21:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dac563616461cf32b8bfa4b4556c9d72, disabling compactions & flushes
2024-12-09T13:21:48,005 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72. after waiting 0 ms
2024-12-09T13:21:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:48,007 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733750503316.dac563616461cf32b8bfa4b4556c9d72.
2024-12-09T13:21:48,007 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dac563616461cf32b8bfa4b4556c9d72:
Waiting for close lock at 1733750508004Disabling compacts and flushes for region at 1733750508005 (+1 ms)Disabling writes for close at 1733750508005Writing region close event to WAL at 1733750508007 (+2 ms)Closed at 1733750508007
2024-12-09T13:21:48,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741883_1061 (size=175)
2024-12-09T13:21:48,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741883_1061 (size=175)
2024-12-09T13:21:48,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741883_1061 (size=175)
2024-12-09T13:21:48,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:48,013 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750507806)
2024-12-09T13:21:48,028 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=400 (was 392)
Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34883
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754881713_22 at /127.0.0.1:48200 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34883 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754881713_22 at /127.0.0.1:50272 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=991 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=779 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=3655 (was 3588) - AvailableMemoryMB LEAK? -
2024-12-09T13:21:48,042 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=400, OpenFileDescriptor=991, MaxFileDescriptor=1048576, SystemLoadAverage=779, ProcessCount=11, AvailableMemoryMB=3654
2024-12-09T13:21:48,060 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:48,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:21:48,097 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,43783,1733750487952
2024-12-09T13:21:48,101 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c767ed3
2024-12-09T13:21:48,102 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:21:48,105 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:21:48,108 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:21:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-12-09T13:21:48,118 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:21:48,120 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-12-09T13:21:48,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:48,122 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:21:48,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:21:48,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:21:48,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741885_1063 (size=694)
2024-12-09T13:21:48,162 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834
2024-12-09T13:21:48,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:21:48,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:21:48,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741886_1064 (size=77)
2024-12-09T13:21:48,178 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:48,178 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:48,178 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,178 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,178 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:48,178 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,179 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,179 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750508178Disabling compacts and flushes for region at 1733750508178Disabling writes for close at 1733750508178Writing region close event to WAL at 1733750508178Closed at 1733750508179 (+1 ms)
2024-12-09T13:21:48,180 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:21:48,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733750508181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750508181"}]},"ts":"1733750508181"}
2024-12-09T13:21:48,190 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:21:48,192 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:21:48,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750508192"}]},"ts":"1733750508192"}
2024-12-09T13:21:48,200 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-12-09T13:21:48,200 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-09T13:21:48,202 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:21:48,202 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:21:48,202 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-09T13:21:48,202 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:21:48,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN}]
2024-12-09T13:21:48,207 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN
2024-12-09T13:21:48,208 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN; state=OFFLINE, location=cad571b91d50,42903,1733750489144; forceNewPlan=false, retain=false
2024-12-09T13:21:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:21:48,361 INFO  [cad571b91d50:43783 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:21:48,362 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPENING, regionLocation=cad571b91d50,42903,1733750489144
2024-12-09T13:21:48,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN because future has completed
2024-12-09T13:21:48,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144}]
2024-12-09T13:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:21:48,521 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:21:48,523 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:21:48,528 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:48,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:48,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,531 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:48,533 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:48,533 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:48,533 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:48,534 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:48,535 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:48,535 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:48,536 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:48,536 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,536 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,537 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,538 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,538 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,539 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:21:48,540 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,543 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:48,543 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e816e0afcb7b058e187618a5c3239ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60455931, jitterRate=-0.09913642704486847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:21:48,544 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,544 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e816e0afcb7b058e187618a5c3239ad:
Running coprocessor pre-open hook at 1733750508529Writing region info on filesystem at 1733750508529Initializing all the Stores at 1733750508531 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750508531Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750508531Cleaning up temporary data from old regions at 1733750508538 (+7 ms)Running coprocessor post-open hooks at 1733750508544 (+6 ms)Region opened successfully at 1733750508544
2024-12-09T13:21:48,546 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., pid=6, masterSystemTime=1733750508521
2024-12-09T13:21:48,549 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,549 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,550 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,42903,1733750489144
2024-12-09T13:21:48,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 because future has completed
2024-12-09T13:21:48,562 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T13:21:48,562 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 in 191 msec
2024-12-09T13:21:48,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T13:21:48,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN in 358 msec
2024-12-09T13:21:48,567 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:21:48,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750508567"}]},"ts":"1733750508567"}
2024-12-09T13:21:48,570 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-12-09T13:21:48,571 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:21:48,574 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 460 msec
2024-12-09T13:21:48,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-12-09T13:21:48,589 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:48,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-12-09T13:21:48,590 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:48,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-12-09T13:21:48,591 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:21:48,759 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-12-09T13:21:48,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-12-09T13:21:48,761 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T13:21:48,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-12-09T13:21:48,770 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T13:21:48,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-12-09T13:21:48,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=2]
2024-12-09T13:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:21:48,787 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:21:48,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0e816e0afcb7b058e187618a5c3239ad, source=cad571b91d50,42903,1733750489144, destination=cad571b91d50,41571,1733750489300, warming up region on cad571b91d50,41571,1733750489300
2024-12-09T13:21:48,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0e816e0afcb7b058e187618a5c3239ad, source=cad571b91d50,42903,1733750489144, destination=cad571b91d50,41571,1733750489300, running balancer
2024-12-09T13:21:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE
2024-12-09T13:21:48,810 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE
2024-12-09T13:21:48,812 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=CLOSING, regionLocation=cad571b91d50,42903,1733750489144
2024-12-09T13:21:48,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE because future has completed
2024-12-09T13:21:48,820 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:21:48,820 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144}]
2024-12-09T13:21:48,826 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:48,827 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:48,829 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:48,829 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:48,830 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:48,830 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:48,831 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:48,831 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:48,832 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:48,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750508832Disabling compacts and flushes for region at 1733750508832Disabling writes for close at 1733750508832Writing region close event to WAL at 1733750508832Closed at 1733750508832
2024-12-09T13:21:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-09T13:21:48,986 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:48,986 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:21:48,987 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:48,987 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,987 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,987 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:48,987 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:48,987 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 0e816e0afcb7b058e187618a5c3239ad 2/2 column families, dataSize=31 B heapSize=616 B
2024-12-09T13:21:49,016 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/8a517c90174549619c992cb1f98be8dc is 35, key is r1/cf1:q/1733750508788/Put/seqid=0
2024-12-09T13:21:49,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:21:49,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:21:49,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741887_1065 (size=4783)
2024-12-09T13:21:49,047 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/8a517c90174549619c992cb1f98be8dc
2024-12-09T13:21:49,055 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/8a517c90174549619c992cb1f98be8dc as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc
2024-12-09T13:21:49,061 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc, entries=1, sequenceid=5, filesize=4.7 K
2024-12-09T13:21:49,063 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0e816e0afcb7b058e187618a5c3239ad in 76ms, sequenceid=5, compaction requested=false
2024-12-09T13:21:49,063 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-12-09T13:21:49,070 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-09T13:21:49,074 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,074 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750508986Running coprocessor pre-close hooks at 1733750508986Disabling compacts and flushes for region at 1733750508986Disabling writes for close at 1733750508987 (+1 ms)Obtaining lock to block concurrent updates at 1733750508987Preparing flush snapshotting stores in 0e816e0afcb7b058e187618a5c3239ad at 1733750508987Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733750508988 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. at 1733750508989 (+1 ms)Flushing 0e816e0afcb7b058e187618a5c3239ad/cf1: creating writer at 1733750508989Flushing 0e816e0afcb7b058e187618a5c3239ad/cf1: appending metadata at 1733750509015 (+26 ms)Flushing 0e816e0afcb7b058e187618a5c3239ad/cf1: closing flushed file at 1733750509015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cbd021: reopening flushed file at 1733750509054 (+39 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0e816e0afcb7b058e187618a5c3239ad in 76ms, sequenceid=5, compaction requested=false at 1733750509063 (+9 ms)Writing region close event to WAL at 1733750509065 (+2 ms)Running coprocessor post-close hooks at 1733750509071 (+6 ms)Closed at 1733750509074 (+3 ms)
2024-12-09T13:21:49,075 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 0e816e0afcb7b058e187618a5c3239ad move to cad571b91d50,41571,1733750489300 record at close sequenceid=5
2024-12-09T13:21:49,081 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,081 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=CLOSED
2024-12-09T13:21:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 because future has completed
2024-12-09T13:21:49,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T13:21:49,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 in 268 msec
2024-12-09T13:21:49,096 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,41571,1733750489300; forceNewPlan=false, retain=false
2024-12-09T13:21:49,247 INFO  [cad571b91d50:43783 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:21:49,247 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPENING, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:49,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE because future has completed
2024-12-09T13:21:49,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300}]
2024-12-09T13:21:49,451 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,451 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:49,451 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,451 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:49,452 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,452 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,463 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:49,465 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:49,465 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:49,485 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc
2024-12-09T13:21:49,485 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:49,485 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:49,487 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:49,487 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:49,488 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:49,489 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,490 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,492 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,494 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:21:49,496 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,496 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0e816e0afcb7b058e187618a5c3239ad; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65810406, jitterRate=-0.01934853196144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:21:49,497 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:49,497 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0e816e0afcb7b058e187618a5c3239ad:
Running coprocessor pre-open hook at 1733750509452Writing region info on filesystem at 1733750509452Initializing all the Stores at 1733750509454 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750509454Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750509462 (+8 ms)Cleaning up temporary data from old regions at 1733750509493 (+31 ms)Running coprocessor post-open hooks at 1733750509497 (+4 ms)Region opened successfully at 1733750509497
2024-12-09T13:21:49,499 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., pid=9, masterSystemTime=1733750509442
2024-12-09T13:21:49,501 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,501 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,502 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPEN, openSeqNum=9, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:49,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 because future has completed
2024-12-09T13:21:49,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-09T13:21:49,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 in 226 msec
2024-12-09T13:21:49,519 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE in 707 msec
2024-12-09T13:21:49,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:21:49,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:21:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:50086 deadline: 1733750569573, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=41571 startCode=1733750489300. As of locationSeqNum=5.
2024-12-09T13:21:49,582 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=41571 startCode=1733750489300. As of locationSeqNum=5.
2024-12-09T13:21:49,583 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=41571 startCode=1733750489300. As of locationSeqNum=5.
2024-12-09T13:21:49,583 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=41571 startCode=1733750489300. As of locationSeqNum=5.
2024-12-09T13:21:49,709 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e816e0afcb7b058e187618a5c3239ad 2/2 column families, dataSize=50 B heapSize=720 B
2024-12-09T13:21:49,731 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/9b561d82b21f414495a88f69211b82e9 is 29, key is r1/cf1:/1733750509699/DeleteFamily/seqid=0
2024-12-09T13:21:49,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:21:49,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:21:49,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741888_1066 (size=4906)
2024-12-09T13:21:49,749 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,757 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf2/de8b3ee840324780a32986d7faa368a3 is 29, key is r1/cf2:/1733750509699/DeleteFamily/seqid=0
2024-12-09T13:21:49,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:21:49,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:21:49,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741889_1067 (size=4906)
2024-12-09T13:21:49,790 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf2/de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:49,805 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:49,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/9b561d82b21f414495a88f69211b82e9 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,817 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,818 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9, entries=1, sequenceid=12, filesize=4.8 K
2024-12-09T13:21:49,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf2/de8b3ee840324780a32986d7faa368a3 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:49,827 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:49,827 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3, entries=1, sequenceid=12, filesize=4.8 K
2024-12-09T13:21:49,828 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 0e816e0afcb7b058e187618a5c3239ad in 119ms, sequenceid=12, compaction requested=false
2024-12-09T13:21:49,829 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e816e0afcb7b058e187618a5c3239ad:

2024-12-09T13:21:49,832 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:21:49,834 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0e816e0afcb7b058e187618a5c3239ad/cf1 is initiating major compaction (all files)
2024-12-09T13:21:49,834 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:21:49,834 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:49,834 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0e816e0afcb7b058e187618a5c3239ad/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,835 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc, hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9] into tmpdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp, totalSize=9.5 K
2024-12-09T13:21:49,836 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a517c90174549619c992cb1f98be8dc, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733750508788
2024-12-09T13:21:49,837 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b561d82b21f414495a88f69211b82e9, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-09T13:21:49,850 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0e816e0afcb7b058e187618a5c3239ad#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:21:49,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:21:49,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:21:49,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741890_1068 (size=4626)
2024-12-09T13:21:49,878 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf1/fac9d5e5609c499484e501fecbbda798 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/fac9d5e5609c499484e501fecbbda798
2024-12-09T13:21:49,902 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 0e816e0afcb7b058e187618a5c3239ad/cf1 of 0e816e0afcb7b058e187618a5c3239ad into fac9d5e5609c499484e501fecbbda798(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:21:49,902 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0e816e0afcb7b058e187618a5c3239ad:

2024-12-09T13:21:49,902 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-12-09T13:21:49,902 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0e816e0afcb7b058e187618a5c3239ad/cf2 is initiating major compaction (all files)
2024-12-09T13:21:49,902 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:21:49,903 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:21:49,903 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0e816e0afcb7b058e187618a5c3239ad/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,903 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3] into tmpdir=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp, totalSize=4.8 K
2024-12-09T13:21:49,904 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting de8b3ee840324780a32986d7faa368a3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-09T13:21:49,917 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0e816e0afcb7b058e187618a5c3239ad#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:21:49,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:21:49,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:21:49,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741891_1069 (size=4592)
2024-12-09T13:21:49,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/.tmp/cf2/0558ab63b3964e74869e26c97526d64b as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/0558ab63b3964e74869e26c97526d64b
2024-12-09T13:21:49,953 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 0e816e0afcb7b058e187618a5c3239ad/cf2 of 0e816e0afcb7b058e187618a5c3239ad into 0558ab63b3964e74869e26c97526d64b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:21:49,953 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0e816e0afcb7b058e187618a5c3239ad:

2024-12-09T13:21:49,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0e816e0afcb7b058e187618a5c3239ad, source=cad571b91d50,41571,1733750489300, destination=cad571b91d50,42903,1733750489144, warming up region on cad571b91d50,42903,1733750489144
2024-12-09T13:21:49,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0e816e0afcb7b058e187618a5c3239ad, source=cad571b91d50,41571,1733750489300, destination=cad571b91d50,42903,1733750489144, running balancer
2024-12-09T13:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE
2024-12-09T13:21:49,961 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE
2024-12-09T13:21:49,964 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=CLOSING, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:49,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE because future has completed
2024-12-09T13:21:49,968 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:49,974 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:21:49,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300}]
2024-12-09T13:21:49,979 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:49,980 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:49,980 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:49,988 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc
2024-12-09T13:21:49,993 INFO  [StoreFileOpener-0e816e0afcb7b058e187618a5c3239ad-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,993 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:49,999 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/fac9d5e5609c499484e501fecbbda798
2024-12-09T13:21:49,999 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:50,000 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:50,003 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:50,003 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-12-09T13:21:50,021 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/0558ab63b3964e74869e26c97526d64b
2024-12-09T13:21:50,036 INFO  [StoreFileOpener-0e816e0afcb7b058e187618a5c3239ad-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:50,036 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:50,036 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:50,037 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750510036Disabling compacts and flushes for region at 1733750510036Disabling writes for close at 1733750510037 (+1 ms)Writing region close event to WAL at 1733750510047 (+10 ms)Closed at 1733750510047
2024-12-09T13:21:50,131 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:50,131 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,132 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc, hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9] to archive
2024-12-09T13:21:50,135 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:21:50,139 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/8a517c90174549619c992cb1f98be8dc
2024-12-09T13:21:50,141 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9 to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/9b561d82b21f414495a88f69211b82e9
2024-12-09T13:21:50,163 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3] to archive
2024-12-09T13:21:50,164 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:21:50,167 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3 to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/de8b3ee840324780a32986d7faa368a3
2024-12-09T13:21:50,175 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-12-09T13:21:50,176 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,176 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750510131Running coprocessor pre-close hooks at 1733750510131Disabling compacts and flushes for region at 1733750510131Disabling writes for close at 1733750510131Writing region close event to WAL at 1733750510170 (+39 ms)Running coprocessor post-close hooks at 1733750510176 (+6 ms)Closed at 1733750510176
2024-12-09T13:21:50,176 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 0e816e0afcb7b058e187618a5c3239ad move to cad571b91d50,42903,1733750489144 record at close sequenceid=12
2024-12-09T13:21:50,179 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,180 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=CLOSED
2024-12-09T13:21:50,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 because future has completed
2024-12-09T13:21:50,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-09T13:21:50,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 in 209 msec
2024-12-09T13:21:50,188 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,42903,1733750489144; forceNewPlan=false, retain=false
2024-12-09T13:21:50,338 INFO  [cad571b91d50:43783 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T13:21:50,339 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPENING, regionLocation=cad571b91d50,42903,1733750489144
2024-12-09T13:21:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE because future has completed
2024-12-09T13:21:50,342 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144}]
2024-12-09T13:21:50,500 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,500 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:50,501 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,501 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:50,501 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,501 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,503 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:50,504 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:50,504 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:50,514 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/fac9d5e5609c499484e501fecbbda798
2024-12-09T13:21:50,514 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:50,514 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:50,515 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:50,515 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:50,522 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/0558ab63b3964e74869e26c97526d64b
2024-12-09T13:21:50,522 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:50,522 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,523 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,524 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,525 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,525 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,526 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:21:50,528 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,529 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0e816e0afcb7b058e187618a5c3239ad; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74508217, jitterRate=0.11025895178318024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:21:50,529 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,530 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0e816e0afcb7b058e187618a5c3239ad:
Running coprocessor pre-open hook at 1733750510501Writing region info on filesystem at 1733750510501Initializing all the Stores at 1733750510502 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750510502Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750510502Cleaning up temporary data from old regions at 1733750510525 (+23 ms)Running coprocessor post-open hooks at 1733750510529 (+4 ms)Region opened successfully at 1733750510529
2024-12-09T13:21:50,531 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., pid=12, masterSystemTime=1733750510495
2024-12-09T13:21:50,533 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,534 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,534 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPEN, openSeqNum=18, regionLocation=cad571b91d50,42903,1733750489144
2024-12-09T13:21:50,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 because future has completed
2024-12-09T13:21:50,540 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-12-09T13:21:50,540 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,42903,1733750489144 in 196 msec
2024-12-09T13:21:50,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, REOPEN/MOVE in 581 msec
2024-12-09T13:21:50,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:21:50,566 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:21:50,567 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cad571b91d50,42903,1733750489144: testing *****
2024-12-09T13:21:50,568 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-09T13:21:50,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-09T13:21:50,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-09T13:21:50,578 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-09T13:21:50,580 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-09T13:21:50,599 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 487336416
      },
      "NonHeapMemoryUsage": {
        "committed": 172097536,
        "init": 7667712,
        "max": -1,
        "used": 169596248
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 10271,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 86,
      "ProcessCallTime_mean": 6,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 4,
      "ProcessCallTime_90th_percentile": 7,
      "ProcessCallTime_95th_percentile": 25,
      "ProcessCallTime_98th_percentile": 86,
      "ProcessCallTime_99th_percentile": 86,
      "ProcessCallTime_99.9th_percentile": 86,
      "ProcessCallTime_TimeRangeCount_0-1": 10,
      "ProcessCallTime_TimeRangeCount_1-3": 11,
      "ProcessCallTime_TimeRangeCount_3-10": 8,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "ProcessCallTime_TimeRangeCount_30-100": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 87,
      "TotalCallTime_mean": 6,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 4,
      "TotalCallTime_90th_percentile": 7,
      "TotalCallTime_95th_percentile": 26,
      "TotalCallTime_98th_percentile": 87,
      "TotalCallTime_99th_percentile": 87,
      "TotalCallTime_99.9th_percentile": 87,
      "TotalCallTime_TimeRangeCount_0-1": 10,
      "TotalCallTime_TimeRangeCount_1-3": 11,
      "TotalCallTime_TimeRangeCount_3-10": 8,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "TotalCallTime_TimeRangeCount_30-100": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 795,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1069,
      "ResponseSize_99.9th_percentile": 1131,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 4,
      "ResponseSize_SizeRangeCount_100-1000": 5,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5772
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:49323",
      "tag.serverName": "cad571b91d50,41571,1733750489300",
      "tag.clusterId": "b6cc2b0a-8ebf-4569-93e9-777fd8a73672",
      "tag.Context": "regionserver",
      "tag.Hostname": "cad571b91d50",
      "regionCount": 1,
      "storeCount": 4,
      "hlogFileCount": 6,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 74,
      "memStoreHeapSize": 1248,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733750489300,
      "averageRegionSize": 74,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 25.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 1,
      "l1CacheMissCount": 3,
      "l1CacheHitRatio": 0.25,
      "l1CacheMissRatio": 0.75,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227435,
      "ByteBuffAllocatorPoolAllocationBytes": 532480,
      "ByteBuffAllocatorHeapAllocationRatio": 0.400849396798649,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 28,
      "totalRowActionRequestCount": 9,
      "readRequestCount": 7,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 2,
      "rpcGetRequestCount": 2,
      "rpcFullScanRequestCount": 1,
      "rpcScanRequestCount": 9,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 16,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 1,
      "blockCacheHitCountPrimary": 1,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 3,
      "blockCacheMissCountPrimary": 3,
      "blockCacheMissCachingCount": 1,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 3,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 1,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 2,
      "MajorCompactionTime_min": 49,
      "MajorCompactionTime_max": 65,
      "MajorCompactionTime_mean": 57,
      "MajorCompactionTime_25th_percentile": 49,
      "MajorCompactionTime_median": 50,
      "MajorCompactionTime_75th_percentile": 65,
      "MajorCompactionTime_90th_percentile": 65,
      "MajorCompactionTime_95th_percentile": 65,
      "MajorCompactionTime_98th_percentile": 65,
      "MajorCompactionTime_99th_percentile": 65,
      "MajorCompactionTime_99.9th_percentile": 65,
      "MajorCompactionTime_TimeRangeCount_30-100": 2,
      "ScanTime_num_ops": 9,
      "ScanTime_min": 0,
      "ScanTime_max": 2,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 1,
      "ScanTime_90th_percentile": 2,
      "ScanTime_95th_percentile": 2,
      "ScanTime_98th_percentile": 2,
      "ScanTime_99th_percentile": 2,
      "ScanTime_99.9th_percentile": 2,
      "ScanTime_TimeRangeCount_0-1": 4,
      "ScanTime_TimeRangeCount_1-3": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 15,
      "Put_min": 1,
      "Put_max": 10,
      "Put_mean": 2,
      "Put_25th_percentile": 1,
      "Put_median": 2,
      "Put_75th_percentile": 2,
      "Put_90th_percentile": 3,
      "Put_95th_percentile": 10,
      "Put_98th_percentile": 10,
      "Put_99th_percentile": 10,
      "Put_99.9th_percentile": 10,
      "Put_TimeRangeCount_0-1": 4,
      "Put_TimeRangeCount_1-3": 8,
      "Put_TimeRangeCount_3-10": 1,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 14595,
      "slowAppendCount": 0,
      "flushedOutputBytes": 9812,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 2,
      "MajorCompactionInputSize_min": 4906,
      "MajorCompactionInputSize_max": 9689,
      "MajorCompactionInputSize_mean": 7297,
      "MajorCompactionInputSize_25th_percentile": 6101,
      "MajorCompactionInputSize_median": 7297,
      "MajorCompactionInputSize_75th_percentile": 8493,
      "MajorCompactionInputSize_90th_percentile": 9210,
      "MajorCompactionInputSize_95th_percentile": 9449,
      "MajorCompactionInputSize_98th_percentile": 9593,
      "MajorCompactionInputSize_99th_percentile": 9641,
      "MajorCompactionInputSize_99.9th_percentile": 9684,
      "MajorCompactionInputSize_SizeRangeCount_100-1000": 2,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 2,
      "CompactionInputSize_min": 4906,
      "CompactionInputSize_max": 9689,
      "CompactionInputSize_mean": 7297,
      "CompactionInputSize_25th_percentile": 6101,
      "CompactionInputSize_median": 7297,
      "CompactionInputSize_75th_percentile": 8493,
      "CompactionInputSize_90th_percentile": 9210,
      "CompactionInputSize_95th_percentile": 9449,
      "CompactionInputSize_98th_percentile": 9593,
      "CompactionInputSize_99th_percentile": 9641,
      "CompactionInputSize_99.9th_percentile": 9684,
      "CompactionInputSize_SizeRangeCount_100-1000": 2,
      "flushedMemstoreBytes": 50,
      "majorCompactedOutputBytes": 9218,
      "slowPutCount": 0,
      "compactedInputBytes": 14595,
      "FlushOutputSize_num_ops": 1,
      "FlushOutputSize_min": 9812,
      "FlushOutputSize_max": 9812,
      "FlushOutputSize_mean": 9812,
      "FlushOutputSize_25th_percentile": 9812,
      "FlushOutputSize_median": 9812,
      "FlushOutputSize_75th_percentile": 9812,
      "FlushOutputSize_90th_percentile": 9812,
      "FlushOutputSize_95th_percentile": 9812,
      "FlushOutputSize_98th_percentile": 9812,
      "FlushOutputSize_99th_percentile": 9812,
      "FlushOutputSize_99.9th_percentile": 9812,
      "FlushOutputSize_SizeRangeCount_100-1000": 1,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 9218,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 1,
      "ScanBlockBytesScanned_min": 32,
      "ScanBlockBytesScanned_max": 32,
      "ScanBlockBytesScanned_mean": 32,
      "ScanBlockBytesScanned_25th_percentile": 32,
      "ScanBlockBytesScanned_median": 32,
      "ScanBlockBytesScanned_75th_percentile": 32,
      "ScanBlockBytesScanned_90th_percentile": 32,
      "ScanBlockBytesScanned_95th_percentile": 32,
      "ScanBlockBytesScanned_98th_percentile": 32,
      "ScanBlockBytesScanned_99th_percentile": 32,
      "ScanBlockBytesScanned_99.9th_percentile": 32,
      "ScanBlockBytesScanned_SizeRangeCount_10-100": 1,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 1,
      "Delete_min": 4,
      "Delete_max": 4,
      "Delete_mean": 4,
      "Delete_25th_percentile": 4,
      "Delete_median": 4,
      "Delete_75th_percentile": 4,
      "Delete_90th_percentile": 4,
      "Delete_95th_percentile": 4,
      "Delete_98th_percentile": 4,
      "Delete_99th_percentile": 4,
      "Delete_99.9th_percentile": 4,
      "Delete_TimeRangeCount_3-10": 1,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 32,
      "FlushMemstoreSize_num_ops": 1,
      "FlushMemstoreSize_min": 50,
      "FlushMemstoreSize_max": 50,
      "FlushMemstoreSize_mean": 50,
      "FlushMemstoreSize_25th_percentile": 50,
      "FlushMemstoreSize_median": 50,
      "FlushMemstoreSize_75th_percentile": 50,
      "FlushMemstoreSize_90th_percentile": 50,
      "FlushMemstoreSize_95th_percentile": 50,
      "FlushMemstoreSize_98th_percentile": 50,
      "FlushMemstoreSize_99th_percentile": 50,
      "FlushMemstoreSize_99.9th_percentile": 50,
      "FlushMemstoreSize_SizeRangeCount_10-100": 1,
      "CompactionInputFileCount_num_ops": 2,
      "CompactionInputFileCount_min": 1,
      "CompactionInputFileCount_max": 2,
      "CompactionInputFileCount_mean": 1,
      "CompactionInputFileCount_25th_percentile": 1,
      "CompactionInputFileCount_median": 2,
      "CompactionInputFileCount_75th_percentile": 2,
      "CompactionInputFileCount_90th_percentile": 2,
      "CompactionInputFileCount_95th_percentile": 2,
      "CompactionInputFileCount_98th_percentile": 2,
      "CompactionInputFileCount_99th_percentile": 2,
      "CompactionInputFileCount_99.9th_percentile": 2,
      "CompactionTime_num_ops": 2,
      "CompactionTime_min": 49,
      "CompactionTime_max": 65,
      "CompactionTime_mean": 57,
      "CompactionTime_25th_percentile": 49,
      "CompactionTime_median": 50,
      "CompactionTime_75th_percentile": 65,
      "CompactionTime_90th_percentile": 65,
      "CompactionTime_95th_percentile": 65,
      "CompactionTime_98th_percentile": 65,
      "CompactionTime_99th_percentile": 65,
      "CompactionTime_99.9th_percentile": 65,
      "CompactionTime_TimeRangeCount_30-100": 2,
      "Get_num_ops": 2,
      "Get_min": 1,
      "Get_max": 1,
      "Get_mean": 1,
      "Get_25th_percentile": 1,
      "Get_median": 1,
      "Get_75th_percentile": 1,
      "Get_90th_percentile": 1,
      "Get_95th_percentile": 1,
      "Get_98th_percentile": 1,
      "Get_99th_percentile": 1,
      "Get_99.9th_percentile": 1,
      "Get_TimeRangeCount_0-1": 1,
      "MajorCompactionInputFileCount_num_ops": 2,
      "MajorCompactionInputFileCount_min": 1,
      "MajorCompactionInputFileCount_max": 2,
      "MajorCompactionInputFileCount_mean": 1,
      "MajorCompactionInputFileCount_25th_percentile": 1,
      "MajorCompactionInputFileCount_median": 2,
      "MajorCompactionInputFileCount_75th_percentile": 2,
      "MajorCompactionInputFileCount_90th_percentile": 2,
      "MajorCompactionInputFileCount_95th_percentile": 2,
      "MajorCompactionInputFileCount_98th_percentile": 2,
      "MajorCompactionInputFileCount_99th_percentile": 2,
      "MajorCompactionInputFileCount_99.9th_percentile": 2,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 2,
      "MajorCompactionOutputSize_min": 4592,
      "MajorCompactionOutputSize_max": 4626,
      "MajorCompactionOutputSize_mean": 4609,
      "MajorCompactionOutputSize_25th_percentile": 4600,
      "MajorCompactionOutputSize_median": 4609,
      "MajorCompactionOutputSize_75th_percentile": 4617,
      "MajorCompactionOutputSize_90th_percentile": 4622,
      "MajorCompactionOutputSize_95th_percentile": 4624,
      "MajorCompactionOutputSize_98th_percentile": 4625,
      "MajorCompactionOutputSize_99th_percentile": 4625,
      "MajorCompactionOutputSize_99.9th_percentile": 4625,
      "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2,
      "CompactionOutputFileCount_num_ops": 2,
      "CompactionOutputFileCount_min": 1,
      "CompactionOutputFileCount_max": 1,
      "CompactionOutputFileCount_mean": 1,
      "CompactionOutputFileCount_25th_percentile": 1,
      "CompactionOutputFileCount_median": 1,
      "CompactionOutputFileCount_75th_percentile": 1,
      "CompactionOutputFileCount_90th_percentile": 1,
      "CompactionOutputFileCount_95th_percentile": 1,
      "CompactionOutputFileCount_98th_percentile": 1,
      "CompactionOutputFileCount_99th_percentile": 1,
      "CompactionOutputFileCount_99.9th_percentile": 1,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 1,
      "FlushTime_min": 119,
      "FlushTime_max": 119,
      "FlushTime_mean": 119,
      "FlushTime_25th_percentile": 119,
      "FlushTime_median": 119,
      "FlushTime_75th_percentile": 119,
      "FlushTime_90th_percentile": 119,
      "FlushTime_95th_percentile": 119,
      "FlushTime_98th_percentile": 119,
      "FlushTime_99th_percentile": 119,
      "FlushTime_99.9th_percentile": 119,
      "FlushTime_TimeRangeCount_100-300": 1,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 2,
      "MajorCompactionOutputFileCount_min": 1,
      "MajorCompactionOutputFileCount_max": 1,
      "MajorCompactionOutputFileCount_mean": 1,
      "MajorCompactionOutputFileCount_25th_percentile": 1,
      "MajorCompactionOutputFileCount_median": 1,
      "MajorCompactionOutputFileCount_75th_percentile": 1,
      "MajorCompactionOutputFileCount_90th_percentile": 1,
      "MajorCompactionOutputFileCount_95th_percentile": 1,
      "MajorCompactionOutputFileCount_98th_percentile": 1,
      "MajorCompactionOutputFileCount_99th_percentile": 1,
      "MajorCompactionOutputFileCount_99.9th_percentile": 1,
      "slowGetCount": 0,
      "ScanSize_num_ops": 9,
      "ScanSize_min": 0,
      "ScanSize_max": 1112,
      "ScanSize_mean": 889,
      "ScanSize_25th_percentile": 308,
      "ScanSize_median": 576,
      "ScanSize_75th_percentile": 844,
      "ScanSize_90th_percentile": 1004,
      "ScanSize_95th_percentile": 1058,
      "ScanSize_98th_percentile": 1090,
      "ScanSize_99th_percentile": 1101,
      "ScanSize_99.9th_percentile": 1110,
      "ScanSize_SizeRangeCount_0-10": 1,
      "ScanSize_SizeRangeCount_100-1000": 4,
      "CompactionOutputSize_num_ops": 2,
      "CompactionOutputSize_min": 4592,
      "CompactionOutputSize_max": 4626,
      "CompactionOutputSize_mean": 4609,
      "CompactionOutputSize_25th_percentile": 4600,
      "CompactionOutputSize_median": 4609,
      "CompactionOutputSize_75th_percentile": 4617,
      "CompactionOutputSize_90th_percentile": 4622,
      "CompactionOutputSize_95th_percentile": 4624,
      "CompactionOutputSize_98th_percentile": 4625,
      "CompactionOutputSize_99th_percentile": 4625,
      "CompactionOutputSize_99.9th_percentile": 4625,
      "CompactionOutputSize_SizeRangeCount_100-1000": 2,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-09T13:21:50,603 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43783 {}] master.MasterRpcServices(700): cad571b91d50,42903,1733750489144 reported a fatal error:
***** ABORTING region server cad571b91d50,42903,1733750489144: testing *****
2024-12-09T13:21:50,605 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,42903,1733750489144' *****
2024-12-09T13:21:50,605 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-12-09T13:21:50,605 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:21:50,606 INFO  [RS:0;cad571b91d50:42903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-09T13:21:50,606 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:21:50,606 INFO  [RS:0;cad571b91d50:42903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-09T13:21:50,606 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,607 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(956): aborting server cad571b91d50,42903,1733750489144
2024-12-09T13:21:50,607 INFO  [RS:0;cad571b91d50:42903 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:21:50,607 INFO  [RS:0;cad571b91d50:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cad571b91d50:42903.
2024-12-09T13:21:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:60712 deadline: 1733750570607, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=42903 startCode=1733750489144. As of locationSeqNum=12.
2024-12-09T13:21:50,607 DEBUG [RS:0;cad571b91d50:42903 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:21:50,608 DEBUG [RS:0;cad571b91d50:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:21:50,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=42903 startCode=1733750489144. As of locationSeqNum=12.
2024-12-09T13:21:50,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=42903 startCode=1733750489144. As of locationSeqNum=12.
2024-12-09T13:21:50,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cad571b91d50 port=42903 startCode=1733750489144. As of locationSeqNum=12.
2024-12-09T13:21:50,608 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T13:21:50,608 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1325): Online Regions={0e816e0afcb7b058e187618a5c3239ad=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.}
2024-12-09T13:21:50,609 DEBUG [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1351): Waiting on 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:50,611 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:21:50,611 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,611 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,611 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:21:50,611 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,614 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:21:50,619 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,619 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750510610Running coprocessor pre-close hooks at 1733750510611 (+1 ms)Disabling compacts and flushes for region at 1733750510611Disabling writes for close at 1733750510611Writing region close event to WAL at 1733750510619 (+8 ms)Running coprocessor post-close hooks at 1733750510619Closed at 1733750510619
2024-12-09T13:21:50,619 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:50,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,42903,1733750489144 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:50,718 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,42903,1733750489144 aborting
2024-12-09T13:21:50,719 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cad571b91d50,42903,1733750489144 aborting
2024-12-09T13:21:50,719 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=12 from cache
2024-12-09T13:21:50,809 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,42903,1733750489144; all regions closed.
2024-12-09T13:21:50,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741835_1011 (size=2288)
2024-12-09T13:21:50,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741835_1011 (size=2288)
2024-12-09T13:21:50,813 DEBUG [RS:0;cad571b91d50:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:21:50,814 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:21:50,814 INFO  [RS:0;cad571b91d50:42903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:21:50,814 INFO  [RS:0;cad571b91d50:42903 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T13:21:50,814 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:21:50,814 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:21:50,815 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:21:50,815 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:21:50,815 INFO  [RS:0;cad571b91d50:42903 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:21:50,815 INFO  [RS:0;cad571b91d50:42903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42903
2024-12-09T13:21:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,42903,1733750489144
2024-12-09T13:21:50,819 INFO  [RS:0;cad571b91d50:42903 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:21:50,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:21:50,822 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,42903,1733750489144]
2024-12-09T13:21:50,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,42903,1733750489144 already deleted, retry=false
2024-12-09T13:21:50,823 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cad571b91d50,42903,1733750489144 on cad571b91d50,43783,1733750487952
2024-12-09T13:21:50,828 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cad571b91d50,42903,1733750489144, splitWal=true, meta=false
2024-12-09T13:21:50,831 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for cad571b91d50,42903,1733750489144 (carryingMeta=false) cad571b91d50,42903,1733750489144/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@455875a6[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-09T13:21:50,831 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cad571b91d50,42903,1733750489144, splitWal=true, meta=false
2024-12-09T13:21:50,833 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(207): cad571b91d50,42903,1733750489144 had 1 regions
2024-12-09T13:21:50,834 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cad571b91d50,42903,1733750489144, splitWal=true, meta=false, isMeta: false
2024-12-09T13:21:50,836 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting
2024-12-09T13:21:50,837 INFO  [PEWorker-4 {}] master.SplitWALManager(105): cad571b91d50,42903,1733750489144 WAL count=1, meta=false
2024-12-09T13:21:50,839 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cad571b91d50%2C42903%2C1733750489144.1733750491196}]
2024-12-09T13:21:50,844 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=cad571b91d50,41571,1733750489300
2024-12-09T13:21:50,845 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cad571b91d50%2C42903%2C1733750489144.1733750491196, worker=cad571b91d50,41571,1733750489300}]
2024-12-09T13:21:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:21:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012b5889660001, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:21:50,923 INFO  [RS:0;cad571b91d50:42903 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:21:50,923 INFO  [RS:0;cad571b91d50:42903 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,42903,1733750489144; zookeeper connection closed.
2024-12-09T13:21:50,923 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@324f614 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@324f614
2024-12-09T13:21:50,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18]
2024-12-09T13:21:50,932 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cad571b91d50:42903
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:42903
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18, error=java.net.ConnectException: Call to address=cad571b91d50:42903 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:42903
2024-12-09T13:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 is java.net.ConnectException: Connection refused
2024-12-09T13:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 from cache
2024-12-09T13:21:50,934 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address cad571b91d50:42903 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cad571b91d50/172.17.0.3:42903
2024-12-09T13:21:51,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-12-09T13:21:51,032 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196, size=2.2 K (2288bytes)
2024-12-09T13:21:51,032 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196
2024-12-09T13:21:51,033 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196 after 1ms
2024-12-09T13:21:51,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:51,064 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196 took 32ms
2024-12-09T13:21:51,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 0e816e0afcb7b058e187618a5c3239ad: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-12-09T13:21:51,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196 so closing down
2024-12-09T13:21:51,071 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:51,071 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:51,072 INFO  [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196, size=2.2 K, length=2288, corrupted=false, cancelled=false
2024-12-09T13:21:51,072 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196, journal: Splitting hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196, size=2.2 K (2288bytes) at 1733750511032Finishing writing output for hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196 so closing down at 1733750511071 (+39 ms)3 split writer threads finished at 1733750511072 (+1 ms)Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1733750511072
2024-12-09T13:21:51,072 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196
2024-12-09T13:21:51,073 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-09T13:21:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-12-09T13:21:51,080 INFO  [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting/cad571b91d50%2C42903%2C1733750489144.1733750491196 to hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs
2024-12-09T13:21:51,082 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T13:21:51,082 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cad571b91d50%2C42903%2C1733750489144.1733750491196, worker=cad571b91d50,41571,1733750489300 in 235 msec
2024-12-09T13:21:51,083 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=cad571b91d50,41571,1733750489300
2024-12-09T13:21:51,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T13:21:51,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cad571b91d50%2C42903%2C1733750489144.1733750491196, worker=cad571b91d50,41571,1733750489300 in 245 msec
2024-12-09T13:21:51,087 INFO  [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting dir is empty, no logs to split.
2024-12-09T13:21:51,087 INFO  [PEWorker-4 {}] master.SplitWALManager(105): cad571b91d50,42903,1733750489144 WAL count=0, meta=false
2024-12-09T13:21:51,087 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if cad571b91d50,42903,1733750489144 WAL splitting is done? wals=0, meta=false
2024-12-09T13:21:51,089 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for cad571b91d50,42903,1733750489144 failed, ignore...File hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,42903,1733750489144-splitting does not exist.
2024-12-09T13:21:51,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN}]
2024-12-09T13:21:51,092 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN
2024-12-09T13:21:51,093 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-09T13:21:51,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18]
2024-12-09T13:21:51,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to cad571b91d50:42903 this server is in the failed servers list
2024-12-09T13:21:51,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cad571b91d50:42903 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cad571b91d50:42903
2024-12-09T13:21:51,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cad571b91d50:42903
2024-12-09T13:21:51,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,42903,1733750489144, seqNum=18 from cache
2024-12-09T13:21:51,243 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(204): Hosts are {cad571b91d50=0} racks are {/default-rack=0}
2024-12-09T13:21:51,243 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T13:21:51,243 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T13:21:51,243 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T13:21:51,244 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T13:21:51,244 INFO  [cad571b91d50:43783 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T13:21:51,244 INFO  [cad571b91d50:43783 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T13:21:51,244 DEBUG [cad571b91d50:43783 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T13:21:51,244 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPENING, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN because future has completed
2024-12-09T13:21:51,246 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300}]
2024-12-09T13:21:51,403 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:51,403 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e816e0afcb7b058e187618a5c3239ad, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:51,403 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,404 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:51,404 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,404 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,405 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:51,406 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf1
2024-12-09T13:21:51,406 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:51,413 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf1/fac9d5e5609c499484e501fecbbda798
2024-12-09T13:21:51,413 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:51,413 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0e816e0afcb7b058e187618a5c3239ad 
2024-12-09T13:21:51,414 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e816e0afcb7b058e187618a5c3239ad columnFamilyName cf2
2024-12-09T13:21:51,414 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:51,420 DEBUG [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/cf2/0558ab63b3964e74869e26c97526d64b
2024-12-09T13:21:51,420 INFO  [StoreOpener-0e816e0afcb7b058e187618a5c3239ad-1 {}] regionserver.HStore(327): Store=0e816e0afcb7b058e187618a5c3239ad/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:51,420 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,421 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,422 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,423 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,423 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,424 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-09T13:21:51,425 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,426 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0e816e0afcb7b058e187618a5c3239ad; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67266173, jitterRate=0.002344086766242981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-09T13:21:51,426 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:21:51,427 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0e816e0afcb7b058e187618a5c3239ad:
Running coprocessor pre-open hook at 1733750511404Writing region info on filesystem at 1733750511404Initializing all the Stores at 1733750511405 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750511405Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750511405Cleaning up temporary data from old regions at 1733750511423 (+18 ms)Running coprocessor post-open hooks at 1733750511426 (+3 ms)Region opened successfully at 1733750511427 (+1 ms)
2024-12-09T13:21:51,428 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., pid=17, masterSystemTime=1733750511399
2024-12-09T13:21:51,430 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:51,430 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:21:51,431 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0e816e0afcb7b058e187618a5c3239ad, regionState=OPEN, openSeqNum=18, regionLocation=cad571b91d50,41571,1733750489300
2024-12-09T13:21:51,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 because future has completed
2024-12-09T13:21:51,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-09T13:21:51,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e816e0afcb7b058e187618a5c3239ad, server=cad571b91d50,41571,1733750489300 in 189 msec
2024-12-09T13:21:51,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-09T13:21:51,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0e816e0afcb7b058e187618a5c3239ad, ASSIGN in 346 msec
2024-12-09T13:21:51,439 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server cad571b91d50,42903,1733750489144 after splitting done
2024-12-09T13:21:51,442 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure cad571b91d50,42903,1733750489144, splitWal=true, meta=false in 615 msec
2024-12-09T13:21:51,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad., hostname=cad571b91d50,41571,1733750489300, seqNum=18]
2024-12-09T13:21:51,782 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=393 (was 400), OpenFileDescriptor=1017 (was 991) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=779 (was 779), ProcessCount=11 (was 11), AvailableMemoryMB=3580 (was 3654)
2024-12-09T13:21:51,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=393, OpenFileDescriptor=1017, MaxFileDescriptor=1048576, SystemLoadAverage=779, ProcessCount=11, AvailableMemoryMB=3580
2024-12-09T13:21:51,823 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:51,826 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:51,827 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:51,830 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86947782, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-86947782, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:51,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86947782/hregion-86947782.1733750511831, exclude list is [], retry=0
2024-12-09T13:21:51,854 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:51,855 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:51,856 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:51,898 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86947782/hregion-86947782.1733750511831
2024-12-09T13:21:51,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:21:51,898 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4a6b850404de41158abe58c4571f3fc5, NAME => 'testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:51,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:21:51,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:21:51,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741893_1071 (size=67)
2024-12-09T13:21:52,311 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:52,313 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,315 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName a
2024-12-09T13:21:52,315 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,315 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,316 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,317 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName b
2024-12-09T13:21:52,317 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,318 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,318 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,319 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName c
2024-12-09T13:21:52,319 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,320 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,320 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,321 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,321 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,322 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,323 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:52,324 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,326 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:52,327 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4a6b850404de41158abe58c4571f3fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70534617, jitterRate=0.05104769766330719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4a6b850404de41158abe58c4571f3fc5:
Writing region info on filesystem at 1733750512311Initializing all the Stores at 1733750512312 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512312Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512313 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512313Cleaning up temporary data from old regions at 1733750512322 (+9 ms)Region opened successfully at 1733750512327 (+5 ms)
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4a6b850404de41158abe58c4571f3fc5, disabling compactions & flushes
2024-12-09T13:21:52,328 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5. after waiting 0 ms
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,328 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,328 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4a6b850404de41158abe58c4571f3fc5:
Waiting for close lock at 1733750512328Disabling compacts and flushes for region at 1733750512328Disabling writes for close at 1733750512328Writing region close event to WAL at 1733750512328Closed at 1733750512328
2024-12-09T13:21:52,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741892_1070 (size=175)
2024-12-09T13:21:52,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741892_1070 (size=175)
2024-12-09T13:21:52,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741892_1070 (size=175)
2024-12-09T13:21:52,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:52,334 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86947782:(num 1733750511831)
2024-12-09T13:21:52,334 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:52,336 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:52,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, exclude list is [], retry=0
2024-12-09T13:21:52,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:52,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:52,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:52,381 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336
2024-12-09T13:21:52,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:21:52,382 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a6b850404de41158abe58c4571f3fc5, NAME => 'testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:52,382 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:52,382 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,382 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,384 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,385 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName a
2024-12-09T13:21:52,385 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,386 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,386 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,386 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName b
2024-12-09T13:21:52,387 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,387 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,387 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,388 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName c
2024-12-09T13:21:52,388 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,388 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,389 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,390 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,392 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,392 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,397 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:52,401 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,402 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4a6b850404de41158abe58c4571f3fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62090158, jitterRate=-0.0747845470905304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:52,403 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4a6b850404de41158abe58c4571f3fc5:
Writing region info on filesystem at 1733750512383Initializing all the Stores at 1733750512384 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512384Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512384Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512384Cleaning up temporary data from old regions at 1733750512392 (+8 ms)Region opened successfully at 1733750512403 (+11 ms)
2024-12-09T13:21:52,475 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a6b850404de41158abe58c4571f3fc5 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-09T13:21:52,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/a/c7222903ec754796ae8177fba0df1813 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733750512403/Put/seqid=0
2024-12-09T13:21:52,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:21:52,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:21:52,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741895_1073 (size=5958)
2024-12-09T13:21:52,534 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/a/c7222903ec754796ae8177fba0df1813
2024-12-09T13:21:52,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/2f48aa91354f4499b0c0685b998a3cf5 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750512436/Put/seqid=0
2024-12-09T13:21:52,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:21:52,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:21:52,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741896_1074 (size=5958)
2024-12-09T13:21:52,602 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/2f48aa91354f4499b0c0685b998a3cf5
2024-12-09T13:21:52,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/c/ceebafce64004089a891f57fa0e7377f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733750512463/Put/seqid=0
2024-12-09T13:21:52,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:21:52,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:21:52,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741897_1075 (size=5958)
2024-12-09T13:21:52,639 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/c/ceebafce64004089a891f57fa0e7377f
2024-12-09T13:21:52,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/a/c7222903ec754796ae8177fba0df1813 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/a/c7222903ec754796ae8177fba0df1813
2024-12-09T13:21:52,653 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/a/c7222903ec754796ae8177fba0df1813, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:21:52,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/2f48aa91354f4499b0c0685b998a3cf5 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/2f48aa91354f4499b0c0685b998a3cf5
2024-12-09T13:21:52,660 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/2f48aa91354f4499b0c0685b998a3cf5, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:21:52,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/c/ceebafce64004089a891f57fa0e7377f as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/c/ceebafce64004089a891f57fa0e7377f
2024-12-09T13:21:52,667 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/c/ceebafce64004089a891f57fa0e7377f, entries=10, sequenceid=33, filesize=5.8 K
2024-12-09T13:21:52,668 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4a6b850404de41158abe58c4571f3fc5 in 193ms, sequenceid=33, compaction requested=false
2024-12-09T13:21:52,668 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4a6b850404de41158abe58c4571f3fc5:

2024-12-09T13:21:52,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4a6b850404de41158abe58c4571f3fc5, disabling compactions & flushes
2024-12-09T13:21:52,668 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5. after waiting 0 ms
2024-12-09T13:21:52,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,670 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.
2024-12-09T13:21:52,670 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4a6b850404de41158abe58c4571f3fc5:
Waiting for close lock at 1733750512668Disabling compacts and flushes for region at 1733750512668Disabling writes for close at 1733750512668Writing region close event to WAL at 1733750512670 (+2 ms)Closed at 1733750512670
2024-12-09T13:21:52,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741894_1072 (size=6311)
2024-12-09T13:21:52,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741894_1072 (size=6311)
2024-12-09T13:21:52,674 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 not finished, retry = 0
2024-12-09T13:21:52,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741894_1072 (size=6311)
2024-12-09T13:21:52,780 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/2f48aa91354f4499b0c0685b998a3cf5 to hdfs://localhost:34883/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/2f48aa91354f4499b0c0685b998a3cf5
2024-12-09T13:21:52,798 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, size=6.2 K (6311bytes)
2024-12-09T13:21:52,799 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336
2024-12-09T13:21:52,799 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 after 0ms
2024-12-09T13:21:52,827 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:52,827 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 took 29ms
2024-12-09T13:21:52,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 so closing down
2024-12-09T13:21:52,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:21:52,831 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750512336.temp
2024-12-09T13:21:52,860 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp
2024-12-09T13:21:52,861 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:21:52,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741898_1076 (size=5575)
2024-12-09T13:21:52,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741898_1076 (size=5575)
2024-12-09T13:21:52,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741898_1076 (size=5575)
2024-12-09T13:21:52,868 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:21:52,871 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032
2024-12-09T13:21:52,872 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, size=6.2 K, length=6311, corrupted=false, cancelled=false
2024-12-09T13:21:52,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, journal: Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, size=6.2 K (6311bytes) at 1733750512799Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 so closing down at 1733750512830 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp at 1733750512860 (+30 ms)3 split writer threads finished at 1733750512861 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750512868 (+7 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000003-wal.1733750512336.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032 at 1733750512871 (+3 ms)Processed 32 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1733750512872 (+1 ms)
2024-12-09T13:21:52,874 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512336 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750512336
2024-12-09T13:21:52,875 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032
2024-12-09T13:21:52,875 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:52,877 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:52,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512878, exclude list is [], retry=0
2024-12-09T13:21:52,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:52,902 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:52,902 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:52,930 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512878
2024-12-09T13:21:52,931 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:52,931 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a6b850404de41158abe58c4571f3fc5, NAME => 'testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:52,931 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:52,931 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,931 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,933 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,934 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName a
2024-12-09T13:21:52,934 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,941 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/a/c7222903ec754796ae8177fba0df1813
2024-12-09T13:21:52,941 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,941 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,942 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName b
2024-12-09T13:21:52,942 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,943 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,943 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4a6b850404de41158abe58c4571f3fc5 
2024-12-09T13:21:52,944 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6b850404de41158abe58c4571f3fc5 columnFamilyName c
2024-12-09T13:21:52,944 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:52,950 DEBUG [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/c/ceebafce64004089a891f57fa0e7377f
2024-12-09T13:21:52,950 INFO  [StoreOpener-4a6b850404de41158abe58c4571f3fc5-1 {}] regionserver.HStore(327): Store=4a6b850404de41158abe58c4571f3fc5/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:52,950 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,952 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:52,952 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032
2024-12-09T13:21:52,985 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:21:52,987 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032
2024-12-09T13:21:52,987 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a6b850404de41158abe58c4571f3fc5 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-09T13:21:53,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/fc50c7a6f72446d3a86afc4fdc08b02a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750512436/Put/seqid=0
2024-12-09T13:21:53,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:21:53,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:21:53,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741900_1078 (size=5958)
2024-12-09T13:21:53,014 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/fc50c7a6f72446d3a86afc4fdc08b02a
2024-12-09T13:21:53,020 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/.tmp/b/fc50c7a6f72446d3a86afc4fdc08b02a as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/fc50c7a6f72446d3a86afc4fdc08b02a
2024-12-09T13:21:53,026 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/b/fc50c7a6f72446d3a86afc4fdc08b02a, entries=10, sequenceid=32, filesize=5.8 K
2024-12-09T13:21:53,026 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4a6b850404de41158abe58c4571f3fc5 in 39ms, sequenceid=32, compaction requested=false; wal=null
2024-12-09T13:21:53,027 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/0000000000000000032
2024-12-09T13:21:53,028 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:53,028 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:53,029 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:53,031 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4a6b850404de41158abe58c4571f3fc5
2024-12-09T13:21:53,033 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/4a6b850404de41158abe58c4571f3fc5/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-12-09T13:21:53,034 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4a6b850404de41158abe58c4571f3fc5; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58868803, jitterRate=-0.12278647720813751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:53,035 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4a6b850404de41158abe58c4571f3fc5:
Writing region info on filesystem at 1733750512932Initializing all the Stores at 1733750512933 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512933Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512933Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750512933Obtaining lock to block concurrent updates at 1733750512987 (+54 ms)Preparing flush snapshotting stores in 4a6b850404de41158abe58c4571f3fc5 at 1733750512987Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733750512987Flushing stores of testReplayEditsWrittenViaHRegion,,1733750511824.4a6b850404de41158abe58c4571f3fc5. at 1733750512987Flushing 4a6b850404de41158abe58c4571f3fc5/b: creating writer at 1733750512987Flushing 4a6b850404de41158abe58c4571f3fc5/b: appending metadata at 1733750513005 (+18 ms)Flushing 4a6b850404de41158abe58c4571f3fc5/b: closing flushed file at 1733750513005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198eab10: reopening flushed file at 1733750513019 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4a6b850404de41158abe58c4571f3fc5 in 39ms, sequenceid=32, compaction requested=false; wal=null at 1733750513026 (+7 ms)Cleaning up temporary data from old regions at 1733750513028 (+2 ms)Region opened successfully at 1733750513035 (+7 ms)
2024-12-09T13:21:53,061 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=402 (was 393)
Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:42804 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:48200 [Waiting for operation #40]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:42852 [Waiting for operation #26]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:50272 [Waiting for operation #36]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:47234 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:42934 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1087 (was 1017) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=740 (was 779), ProcessCount=11 (was 11), AvailableMemoryMB=3584 (was 3580) - AvailableMemoryMB LEAK? -
2024-12-09T13:21:53,063 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1087 is superior to 1024
2024-12-09T13:21:53,075 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=402, OpenFileDescriptor=1087, MaxFileDescriptor=1048576, SystemLoadAverage=740, ProcessCount=11, AvailableMemoryMB=3583
2024-12-09T13:21:53,075 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1087 is superior to 1024
2024-12-09T13:21:53,094 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:53,100 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:21:53,100 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:21:53,103 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95039399, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-95039399, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:53,118 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95039399/hregion-95039399.1733750513104, exclude list is [], retry=0
2024-12-09T13:21:53,121 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:53,121 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:53,125 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:53,154 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95039399/hregion-95039399.1733750513104
2024-12-09T13:21:53,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:53,155 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d99dd2ff6a1bda32bed77e16872317c6, NAME => 'testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:21:53,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:21:53,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:21:53,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741902_1080 (size=68)
2024-12-09T13:21:53,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:53,170 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,171 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName a
2024-12-09T13:21:53,171 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,172 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,172 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,173 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName b
2024-12-09T13:21:53,173 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,174 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,174 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,175 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName c
2024-12-09T13:21:53,175 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,175 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,178 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,178 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,178 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:53,179 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,182 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:21:53,182 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d99dd2ff6a1bda32bed77e16872317c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232168, jitterRate=-0.1024707555770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d99dd2ff6a1bda32bed77e16872317c6:
Writing region info on filesystem at 1733750513169Initializing all the Stores at 1733750513169Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513170 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513170Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513170Cleaning up temporary data from old regions at 1733750513178 (+8 ms)Region opened successfully at 1733750513183 (+5 ms)
2024-12-09T13:21:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d99dd2ff6a1bda32bed77e16872317c6, disabling compactions & flushes
2024-12-09T13:21:53,183 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:21:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:21:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6. after waiting 0 ms
2024-12-09T13:21:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:21:53,184 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:21:53,184 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d99dd2ff6a1bda32bed77e16872317c6:
Waiting for close lock at 1733750513183Disabling compacts and flushes for region at 1733750513183Disabling writes for close at 1733750513183Writing region close event to WAL at 1733750513184 (+1 ms)Closed at 1733750513184
2024-12-09T13:21:53,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741901_1079 (size=175)
2024-12-09T13:21:53,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741901_1079 (size=175)
2024-12-09T13:21:53,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741901_1079 (size=175)
2024-12-09T13:21:53,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:21:53,193 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95039399:(num 1733750513104)
2024-12-09T13:21:53,193 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:21:53,194 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:21:53,214 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, exclude list is [], retry=0
2024-12-09T13:21:53,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:21:53,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:21:53,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:21:53,249 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195
2024-12-09T13:21:53,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:21:53,318 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d99dd2ff6a1bda32bed77e16872317c6, NAME => 'testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:21:53,321 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:21:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,324 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,325 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName a
2024-12-09T13:21:53,325 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,326 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,326 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,328 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName b
2024-12-09T13:21:53,328 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,329 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,329 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:21:53,330 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName c
2024-12-09T13:21:53,330 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:21:53,331 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:21:53,331 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,333 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,335 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,335 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,336 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:21:53,337 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,338 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d99dd2ff6a1bda32bed77e16872317c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66947074, jitterRate=-0.0024108588695526123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:21:53,338 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:21:53,339 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d99dd2ff6a1bda32bed77e16872317c6:
Running coprocessor pre-open hook at 1733750513322Writing region info on filesystem at 1733750513322Initializing all the Stores at 1733750513323 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513323Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513323Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750513323Cleaning up temporary data from old regions at 1733750513335 (+12 ms)Running coprocessor post-open hooks at 1733750513338 (+3 ms)Region opened successfully at 1733750513339 (+1 ms)
2024-12-09T13:21:53,352 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d99dd2ff6a1bda32bed77e16872317c6 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-12-09T13:21:53,353 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:53,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741835_1011 (size=2288)
2024-12-09T13:21:54,055 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:21:54,354 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:55,355 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:56,355 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:57,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:21:57,356 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:58,357 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:21:58,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-12-09T13:21:58,589 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:58,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-12-09T13:21:58,590 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-12-09T13:21:59,357 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:00,358 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:01,359 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:02,359 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d99dd2ff6a1bda32bed77e16872317c6/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:02,361 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d99dd2ff6a1bda32bed77e16872317c6:

2024-12-09T13:22:02,361 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,376 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d99dd2ff6a1bda32bed77e16872317c6:

2024-12-09T13:22:02,376 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-12-09T13:22:02,376 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d99dd2ff6a1bda32bed77e16872317c6, disabling compactions & flushes
2024-12-09T13:22:02,376 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,376 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,376 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6. after waiting 0 ms
2024-12-09T13:22:02,376 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,377 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,377 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.
2024-12-09T13:22:02,377 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d99dd2ff6a1bda32bed77e16872317c6:
Waiting for close lock at 1733750522376Running coprocessor pre-close hooks at 1733750522376Disabling compacts and flushes for region at 1733750522376Disabling writes for close at 1733750522376Writing region close event to WAL at 1733750522377 (+1 ms)Running coprocessor post-close hooks at 1733750522377Closed at 1733750522377
2024-12-09T13:22:02,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741903_1081 (size=4236)
2024-12-09T13:22:02,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741903_1081 (size=4236)
2024-12-09T13:22:02,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741903_1081 (size=4236)
2024-12-09T13:22:02,396 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, size=4.1 K (4236bytes)
2024-12-09T13:22:02,396 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195
2024-12-09T13:22:02,396 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195 after 0ms
2024-12-09T13:22:02,425 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:02,425 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195 took 29ms
2024-12-09T13:22:02,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195 so closing down
2024-12-09T13:22:02,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:22:02,430 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733750513195.temp
2024-12-09T13:22:02,464 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp
2024-12-09T13:22:02,464 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:22:02,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741904_1082 (size=3245)
2024-12-09T13:22:02,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741904_1082 (size=3245)
2024-12-09T13:22:02,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741904_1082 (size=3245)
2024-12-09T13:22:02,881 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-12-09T13:22:02,883 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026
2024-12-09T13:22:02,883 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 457 ms; skipped=3; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, size=4.1 K, length=4236, corrupted=false, cancelled=false
2024-12-09T13:22:02,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, journal: Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, size=4.1 K (4236bytes) at 1733750522396Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195 so closing down at 1733750522429 (+33 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp at 1733750522464 (+35 ms)3 split writer threads finished at 1733750522464Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733750522881 (+417 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000004-wal.1733750513195.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026 at 1733750522883 (+2 ms)Processed 23 edits across 1 Regions in 457 ms; skipped=3; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1733750522883
2024-12-09T13:22:02,885 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750513195 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750513195
2024-12-09T13:22:02,886 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026
2024-12-09T13:22:02,886 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:02,888 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:02,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750522888, exclude list is [], retry=0
2024-12-09T13:22:02,904 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:02,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:02,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:02,937 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750522888
2024-12-09T13:22:02,938 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:22:02,938 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d99dd2ff6a1bda32bed77e16872317c6, NAME => 'testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:02,939 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,939 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:02,939 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,939 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,941 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:22:02,942 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName a
2024-12-09T13:22:02,942 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:02,942 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:02,942 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:22:02,943 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName b
2024-12-09T13:22:02,943 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:02,944 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:02,944 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d99dd2ff6a1bda32bed77e16872317c6 
2024-12-09T13:22:02,945 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99dd2ff6a1bda32bed77e16872317c6 columnFamilyName c
2024-12-09T13:22:02,945 DEBUG [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:02,945 INFO  [StoreOpener-d99dd2ff6a1bda32bed77e16872317c6-1 {}] regionserver.HStore(327): Store=d99dd2ff6a1bda32bed77e16872317c6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:02,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:02,948 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026
2024-12-09T13:22:02,976 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:02,978 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026
2024-12-09T13:22:02,978 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d99dd2ff6a1bda32bed77e16872317c6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-12-09T13:22:02,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/a/f82a0095b3ca40baad8dd464af1366f6 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733750522366/Put/seqid=0
2024-12-09T13:22:03,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:22:03,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:22:03,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741906_1084 (size=5523)
2024-12-09T13:22:03,013 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/a/f82a0095b3ca40baad8dd464af1366f6
2024-12-09T13:22:03,037 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/b/1cd7624cc4fc49c5969b065532d309a5 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733750522361/Put/seqid=0
2024-12-09T13:22:03,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:22:03,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:22:03,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741907_1085 (size=5524)
2024-12-09T13:22:03,050 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/b/1cd7624cc4fc49c5969b065532d309a5
2024-12-09T13:22:03,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/c/19d000c21cdf4416883528a813cb117d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733750522364/Put/seqid=0
2024-12-09T13:22:03,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:22:03,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:22:03,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741908_1086 (size=5457)
2024-12-09T13:22:03,085 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/c/19d000c21cdf4416883528a813cb117d
2024-12-09T13:22:03,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/a/f82a0095b3ca40baad8dd464af1366f6 as hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/a/f82a0095b3ca40baad8dd464af1366f6
2024-12-09T13:22:03,097 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/a/f82a0095b3ca40baad8dd464af1366f6, entries=7, sequenceid=26, filesize=5.4 K
2024-12-09T13:22:03,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/b/1cd7624cc4fc49c5969b065532d309a5 as hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/b/1cd7624cc4fc49c5969b065532d309a5
2024-12-09T13:22:03,103 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/b/1cd7624cc4fc49c5969b065532d309a5, entries=7, sequenceid=26, filesize=5.4 K
2024-12-09T13:22:03,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/.tmp/c/19d000c21cdf4416883528a813cb117d as hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/c/19d000c21cdf4416883528a813cb117d
2024-12-09T13:22:03,111 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/c/19d000c21cdf4416883528a813cb117d, entries=6, sequenceid=26, filesize=5.3 K
2024-12-09T13:22:03,111 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d99dd2ff6a1bda32bed77e16872317c6 in 133ms, sequenceid=26, compaction requested=false; wal=null
2024-12-09T13:22:03,112 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/0000000000000000026
2024-12-09T13:22:03,113 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:03,113 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:03,114 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:03,116 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:03,119 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsAfterAbortingFlush/d99dd2ff6a1bda32bed77e16872317c6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-12-09T13:22:03,120 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d99dd2ff6a1bda32bed77e16872317c6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63217774, jitterRate=-0.05798175930976868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:03,120 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99dd2ff6a1bda32bed77e16872317c6
2024-12-09T13:22:03,121 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d99dd2ff6a1bda32bed77e16872317c6:
Running coprocessor pre-open hook at 1733750522939Writing region info on filesystem at 1733750522939Initializing all the Stores at 1733750522940 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750522940Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750522940Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750522940Obtaining lock to block concurrent updates at 1733750522978 (+38 ms)Preparing flush snapshotting stores in d99dd2ff6a1bda32bed77e16872317c6 at 1733750522978Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733750522978Flushing stores of testReplayEditsAfterAbortingFlush,,1733750513095.d99dd2ff6a1bda32bed77e16872317c6. at 1733750522978Flushing d99dd2ff6a1bda32bed77e16872317c6/a: creating writer at 1733750522978Flushing d99dd2ff6a1bda32bed77e16872317c6/a: appending metadata at 1733750522998 (+20 ms)Flushing d99dd2ff6a1bda32bed77e16872317c6/a: closing flushed file at 1733750522998Flushing d99dd2ff6a1bda32bed77e16872317c6/b: creating writer at 1733750523020 (+22 ms)Flushing d99dd2ff6a1bda32bed77e16872317c6/b: appending metadata at 1733750523037 (+17 ms)Flushing d99dd2ff6a1bda32bed77e16872317c6/b: closing flushed file at 1733750523037Flushing d99dd2ff6a1bda32bed77e16872317c6/c: creating writer at 1733750523056 (+19 ms)Flushing d99dd2ff6a1bda32bed77e16872317c6/c: appending metadata at 1733750523073 (+17 ms)Flushing d99dd2ff6a1bda32bed77e16872317c6/c: closing flushed file at 1733750523073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23843cdc: reopening flushed file at 1733750523091 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635940e6: reopening flushed file at 1733750523097 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d90423: reopening flushed file at 1733750523103 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d99dd2ff6a1bda32bed77e16872317c6 in 133ms, sequenceid=26, compaction requested=false; wal=null at 1733750523111 (+8 ms)Cleaning up temporary data from old regions at 1733750523113 (+2 ms)Running coprocessor post-open hooks at 1733750523120 (+7 ms)Region opened successfully at 1733750523121 (+1 ms)
2024-12-09T13:22:03,146 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=409 (was 402)
Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:39166 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:39174 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44944 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44910 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:40092 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5146f881[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:40110 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1158 (was 1087) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 740), ProcessCount=11 (was 11), AvailableMemoryMB=4442 (was 3583) - AvailableMemoryMB LEAK? -
2024-12-09T13:22:03,146 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1158 is superior to 1024
2024-12-09T13:22:03,161 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=409, OpenFileDescriptor=1158, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=4439
2024-12-09T13:22:03,161 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1158 is superior to 1024
2024-12-09T13:22:03,184 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:03,186 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:03,187 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:22:03,190 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97325194, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-97325194, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:03,211 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97325194/hregion-97325194.1733750523191, exclude list is [], retry=0
2024-12-09T13:22:03,214 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:03,215 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:03,216 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:03,260 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97325194/hregion-97325194.1733750523191
2024-12-09T13:22:03,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:22:03,261 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bf4403ede6018787bfb6d9c0fe58f972, NAME => 'testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:22:03,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:22:03,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:22:03,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741910_1088 (size=61)
2024-12-09T13:22:03,724 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:03,725 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf4403ede6018787bfb6d9c0fe58f972 
2024-12-09T13:22:03,727 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4403ede6018787bfb6d9c0fe58f972 columnFamilyName a
2024-12-09T13:22:03,727 DEBUG [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:03,728 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(327): Store=bf4403ede6018787bfb6d9c0fe58f972/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:03,730 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,732 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,732 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,734 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,737 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:22:03,737 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bf4403ede6018787bfb6d9c0fe58f972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72710314, jitterRate=0.08346810936927795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:22:03,738 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf4403ede6018787bfb6d9c0fe58f972:
Writing region info on filesystem at 1733750523724Initializing all the Stores at 1733750523725 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750523725Cleaning up temporary data from old regions at 1733750523732 (+7 ms)Region opened successfully at 1733750523738 (+6 ms)
2024-12-09T13:22:03,738 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bf4403ede6018787bfb6d9c0fe58f972, disabling compactions & flushes
2024-12-09T13:22:03,738 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,739 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,739 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972. after waiting 0 ms
2024-12-09T13:22:03,739 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,739 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,739 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bf4403ede6018787bfb6d9c0fe58f972:
Waiting for close lock at 1733750523738Disabling compacts and flushes for region at 1733750523738Disabling writes for close at 1733750523739 (+1 ms)Writing region close event to WAL at 1733750523739Closed at 1733750523739
2024-12-09T13:22:03,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741909_1087 (size=175)
2024-12-09T13:22:03,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741909_1087 (size=175)
2024-12-09T13:22:03,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741909_1087 (size=175)
2024-12-09T13:22:03,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:22:03,787 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97325194:(num 1733750523191)
2024-12-09T13:22:03,787 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:03,792 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:03,815 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, exclude list is [], retry=0
2024-12-09T13:22:03,818 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:03,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:03,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:03,867 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793
2024-12-09T13:22:03,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:22:03,898 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bf4403ede6018787bfb6d9c0fe58f972, NAME => 'testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:03,898 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:03,899 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,899 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,907 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf4403ede6018787bfb6d9c0fe58f972 
2024-12-09T13:22:03,908 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4403ede6018787bfb6d9c0fe58f972 columnFamilyName a
2024-12-09T13:22:03,908 DEBUG [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:03,909 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(327): Store=bf4403ede6018787bfb6d9c0fe58f972/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:03,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,909 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,911 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,911 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:03,914 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bf4403ede6018787bfb6d9c0fe58f972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71921075, jitterRate=0.07170753180980682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:22:03,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf4403ede6018787bfb6d9c0fe58f972:
Writing region info on filesystem at 1733750523899Initializing all the Stores at 1733750523903 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750523903Cleaning up temporary data from old regions at 1733750523911 (+8 ms)Region opened successfully at 1733750523915 (+4 ms)
2024-12-09T13:22:03,931 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bf4403ede6018787bfb6d9c0fe58f972, disabling compactions & flushes
2024-12-09T13:22:03,931 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,931 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,931 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972. after waiting 0 ms
2024-12-09T13:22:03,931 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,933 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,933 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.
2024-12-09T13:22:03,934 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bf4403ede6018787bfb6d9c0fe58f972:
Waiting for close lock at 1733750523931Disabling compacts and flushes for region at 1733750523931Disabling writes for close at 1733750523931Writing region close event to WAL at 1733750523933 (+2 ms)Closed at 1733750523933
2024-12-09T13:22:03,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741911_1089 (size=1795)
2024-12-09T13:22:03,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741911_1089 (size=1795)
2024-12-09T13:22:03,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741911_1089 (size=1795)
2024-12-09T13:22:03,971 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, size=1.8 K (1795bytes)
2024-12-09T13:22:03,971 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793
2024-12-09T13:22:03,972 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793 after 0ms
2024-12-09T13:22:04,001 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:04,001 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793 took 30ms
2024-12-09T13:22:04,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793 so closing down
2024-12-09T13:22:04,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:22:04,007 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750523793.temp
2024-12-09T13:22:04,041 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp
2024-12-09T13:22:04,042 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:22:04,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741912_1090 (size=1795)
2024-12-09T13:22:04,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741912_1090 (size=1795)
2024-12-09T13:22:04,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741912_1090 (size=1795)
2024-12-09T13:22:04,069 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-12-09T13:22:04,074 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp to hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012
2024-12-09T13:22:04,074 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, size=1.8 K, length=1795, corrupted=false, cancelled=false
2024-12-09T13:22:04,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, journal: Splitting hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, size=1.8 K (1795bytes) at 1733750523971Finishing writing output for hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793 so closing down at 1733750524003 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp at 1733750524041 (+38 ms)3 split writer threads finished at 1733750524042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733750524069 (+27 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000003-wal.1733750523793.temp to hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012 at 1733750524074 (+5 ms)Processed 10 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1733750524074
2024-12-09T13:22:04,079 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750523793 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750523793
2024-12-09T13:22:04,085 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012
2024-12-09T13:22:04,121 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:04,548 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:04,554 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:04,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750524554, exclude list is [], retry=0
2024-12-09T13:22:04,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:04,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:04,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:04,655 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750524554
2024-12-09T13:22:04,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:22:04,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bf4403ede6018787bfb6d9c0fe58f972, NAME => 'testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:04,665 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:04,665 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:04,665 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:04,687 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf4403ede6018787bfb6d9c0fe58f972 
2024-12-09T13:22:04,689 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4403ede6018787bfb6d9c0fe58f972 columnFamilyName a
2024-12-09T13:22:04,689 DEBUG [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:04,691 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(327): Store=bf4403ede6018787bfb6d9c0fe58f972/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:04,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:04,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:04,694 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:04,695 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012
2024-12-09T13:22:04,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:04,749 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012
2024-12-09T13:22:04,749 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bf4403ede6018787bfb6d9c0fe58f972 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-12-09T13:22:04,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/.tmp/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1 is 79, key is testDatalossWhenInputError/a:x0/1733750523915/Put/seqid=0
2024-12-09T13:22:04,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:22:04,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:22:04,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741914_1092 (size=5808)
2024-12-09T13:22:05,208 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/.tmp/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1
2024-12-09T13:22:05,220 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/.tmp/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1 as hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1
2024-12-09T13:22:05,231 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1, entries=10, sequenceid=12, filesize=5.7 K
2024-12-09T13:22:05,232 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bf4403ede6018787bfb6d9c0fe58f972 in 483ms, sequenceid=12, compaction requested=false; wal=null
2024-12-09T13:22:05,232 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/0000000000000000012
2024-12-09T13:22:05,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,234 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,237 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,243 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-12-09T13:22:05,244 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bf4403ede6018787bfb6d9c0fe58f972; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65986137, jitterRate=-0.016729936003684998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:22:05,245 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf4403ede6018787bfb6d9c0fe58f972:
Writing region info on filesystem at 1733750524665Initializing all the Stores at 1733750524683 (+18 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750524683Obtaining lock to block concurrent updates at 1733750524749 (+66 ms)Preparing flush snapshotting stores in bf4403ede6018787bfb6d9c0fe58f972 at 1733750524749Finished memstore snapshotting testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733750524750 (+1 ms)Flushing stores of testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972. at 1733750524750Flushing bf4403ede6018787bfb6d9c0fe58f972/a: creating writer at 1733750524750Flushing bf4403ede6018787bfb6d9c0fe58f972/a: appending metadata at 1733750524774 (+24 ms)Flushing bf4403ede6018787bfb6d9c0fe58f972/a: closing flushed file at 1733750524774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756d0aa8: reopening flushed file at 1733750525219 (+445 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bf4403ede6018787bfb6d9c0fe58f972 in 483ms, sequenceid=12, compaction requested=false; wal=null at 1733750525232 (+13 ms)Cleaning up temporary data from old regions at 1733750525234 (+2 ms)Region opened successfully at 1733750525245 (+11 ms)
2024-12-09T13:22:05,253 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bf4403ede6018787bfb6d9c0fe58f972, NAME => 'testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:05,254 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733750523185.bf4403ede6018787bfb6d9c0fe58f972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:05,254 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,254 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,263 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf4403ede6018787bfb6d9c0fe58f972 
2024-12-09T13:22:05,270 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf4403ede6018787bfb6d9c0fe58f972 columnFamilyName a
2024-12-09T13:22:05,270 DEBUG [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:05,311 DEBUG [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/a/6a06fe8e6d8542ec9cf9dfc0c2d5dec1
2024-12-09T13:22:05,312 INFO  [StoreOpener-bf4403ede6018787bfb6d9c0fe58f972-1 {}] regionserver.HStore(327): Store=bf4403ede6018787bfb6d9c0fe58f972/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:05,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,327 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,327 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,343 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf4403ede6018787bfb6d9c0fe58f972
2024-12-09T13:22:05,364 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testDatalossWhenInputError/bf4403ede6018787bfb6d9c0fe58f972/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-12-09T13:22:05,365 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bf4403ede6018787bfb6d9c0fe58f972; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73529986, jitterRate=0.09568217396736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T13:22:05,366 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf4403ede6018787bfb6d9c0fe58f972:
Writing region info on filesystem at 1733750525254Initializing all the Stores at 1733750525259 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750525259Cleaning up temporary data from old regions at 1733750525327 (+68 ms)Region opened successfully at 1733750525366 (+39 ms)
2024-12-09T13:22:05,394 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=418 (was 409)
Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:39242 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:39166 [Waiting for operation #22]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:40172 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44944 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:44990 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1977860856-172.17.0.3-1733750484366:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:40110 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1240 (was 1158) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 634), ProcessCount=11 (was 11), AvailableMemoryMB=4234 (was 4439)
2024-12-09T13:22:05,394 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1240 is superior to 1024
2024-12-09T13:22:05,415 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=418, OpenFileDescriptor=1240, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=4230
2024-12-09T13:22:05,415 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1240 is superior to 1024
2024-12-09T13:22:05,438 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:05,441 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:05,442 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:22:05,449 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-82858115, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-82858115, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:05,472 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-82858115/hregion-82858115.1733750525450, exclude list is [], retry=0
2024-12-09T13:22:05,476 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:05,479 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:05,481 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:05,531 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-82858115/hregion-82858115.1733750525450
2024-12-09T13:22:05,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:22:05,532 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 73420762669f15615a21b70cb7268bf3, NAME => 'testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:22:05,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:22:05,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:22:05,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741916_1094 (size=63)
2024-12-09T13:22:05,996 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:06,002 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,015 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName a
2024-12-09T13:22:06,016 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,017 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,017 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,019 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName b
2024-12-09T13:22:06,019 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,023 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,023 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,027 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName c
2024-12-09T13:22:06,027 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,031 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,031 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,034 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,034 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,035 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:06,036 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,039 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:22:06,039 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 73420762669f15615a21b70cb7268bf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71206974, jitterRate=0.06106659770011902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73420762669f15615a21b70cb7268bf3:
Writing region info on filesystem at 1733750525996Initializing all the Stores at 1733750525998 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750525998Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750525998Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750525998Cleaning up temporary data from old regions at 1733750526034 (+36 ms)Region opened successfully at 1733750526040 (+6 ms)
2024-12-09T13:22:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73420762669f15615a21b70cb7268bf3, disabling compactions & flushes
2024-12-09T13:22:06,040 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3. after waiting 0 ms
2024-12-09T13:22:06,040 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:06,041 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:06,041 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73420762669f15615a21b70cb7268bf3:
Waiting for close lock at 1733750526040Disabling compacts and flushes for region at 1733750526040Disabling writes for close at 1733750526040Writing region close event to WAL at 1733750526040Closed at 1733750526040
2024-12-09T13:22:06,051 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-82858115/hregion-82858115.1733750525450 not finished, retry = 0
2024-12-09T13:22:06,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741915_1093 (size=175)
2024-12-09T13:22:06,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741915_1093 (size=175)
2024-12-09T13:22:06,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741915_1093 (size=175)
2024-12-09T13:22:06,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:22:06,159 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-82858115:(num 1733750525450)
2024-12-09T13:22:06,159 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:06,176 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:06,197 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, exclude list is [], retry=0
2024-12-09T13:22:06,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:06,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:06,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:06,273 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176
2024-12-09T13:22:06,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:22:06,275 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73420762669f15615a21b70cb7268bf3, NAME => 'testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:06,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:06,275 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,275 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,283 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,286 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName a
2024-12-09T13:22:06,286 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,286 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,287 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,288 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName b
2024-12-09T13:22:06,288 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,298 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,299 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:06,300 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName c
2024-12-09T13:22:06,300 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:06,306 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:06,307 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,327 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,327 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,327 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:06,329 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:06,331 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 73420762669f15615a21b70cb7268bf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63526300, jitterRate=-0.053384363651275635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:06,332 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73420762669f15615a21b70cb7268bf3:
Writing region info on filesystem at 1733750526275Initializing all the Stores at 1733750526276 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750526276Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750526283 (+7 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750526283Cleaning up temporary data from old regions at 1733750526327 (+44 ms)Region opened successfully at 1733750526331 (+4 ms)
2024-12-09T13:22:06,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733750526347/Put/seqid=0
2024-12-09T13:22:06,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:22:06,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:22:06,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741918_1096 (size=4875)
2024-12-09T13:22:06,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733750526367/Put/seqid=0
2024-12-09T13:22:06,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:22:06,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:22:06,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741919_1097 (size=4875)
2024-12-09T13:22:06,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733750526431/Put/seqid=0
2024-12-09T13:22:06,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:22:06,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:22:06,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741920_1098 (size=4875)
2024-12-09T13:22:06,898 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:06,903 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-12-09T13:22:06,903 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:22:06,903 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:06,908 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-12-09T13:22:06,908 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:22:06,908 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:06,912 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-12-09T13:22:06,912 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-09T13:22:06,912 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 73420762669f15615a21b70cb7268bf3 3/3 column families, dataSize=51 B heapSize=896 B
2024-12-09T13:22:06,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp/a/77c9e700a33a48a08fbd5c137a764d1a is 55, key is testCompactedBulkLoadedFiles/a:a/1733750526332/Put/seqid=0
2024-12-09T13:22:06,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:22:06,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:22:06,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741921_1099 (size=5107)
2024-12-09T13:22:07,384 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp/a/77c9e700a33a48a08fbd5c137a764d1a
2024-12-09T13:22:07,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp/a/77c9e700a33a48a08fbd5c137a764d1a as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a
2024-12-09T13:22:07,447 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a, entries=1, sequenceid=4, filesize=5.0 K
2024-12-09T13:22:07,449 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 73420762669f15615a21b70cb7268bf3 in 537ms, sequenceid=4, compaction requested=false
2024-12-09T13:22:07,449 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73420762669f15615a21b70cb7268bf3:

2024-12-09T13:22:07,452 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_
2024-12-09T13:22:07,455 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_
2024-12-09T13:22:07,457 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_
2024-12-09T13:22:07,457 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile0 into 73420762669f15615a21b70cb7268bf3/a as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_ - updating store file list.
2024-12-09T13:22:07,463 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:07,463 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_ into 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:07,463 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile0 into 73420762669f15615a21b70cb7268bf3/a (new location: hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_)
2024-12-09T13:22:07,480 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile1 into 73420762669f15615a21b70cb7268bf3/a as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_ - updating store file list.
2024-12-09T13:22:07,515 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58147b9b11dc451dbf63a1ff67474488_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:07,515 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_ into 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:07,515 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile1 into 73420762669f15615a21b70cb7268bf3/a (new location: hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_)
2024-12-09T13:22:07,527 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile2 into 73420762669f15615a21b70cb7268bf3/a as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_ - updating store file list.
2024-12-09T13:22:07,546 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:07,546 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_ into 73420762669f15615a21b70cb7268bf3/a
2024-12-09T13:22:07,546 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/hbase/testCompactedBulkLoadedFiles/hfile2 into 73420762669f15615a21b70cb7268bf3/a (new location: hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_)
2024-12-09T13:22:07,563 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:22:07,563 DEBUG [Time-limited test {}] regionserver.HStore(1541): 73420762669f15615a21b70cb7268bf3/a is initiating major compaction (all files)
2024-12-09T13:22:07,564 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 73420762669f15615a21b70cb7268bf3/a in testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:07,564 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_] into tmpdir=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp, totalSize=19.3 K
2024-12-09T13:22:07,565 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 77c9e700a33a48a08fbd5c137a764d1a, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733750526332
2024-12-09T13:22:07,565 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:22:07,566 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 58147b9b11dc451dbf63a1ff67474488_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:22:07,566 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-09T13:22:07,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp/a/c22b98553668460c956156372ee88f6c is 55, key is testCompactedBulkLoadedFiles/a:a/1733750526332/Put/seqid=0
2024-12-09T13:22:07,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:22:07,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:22:07,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741922_1100 (size=6154)
2024-12-09T13:22:07,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/.tmp/a/c22b98553668460c956156372ee88f6c as hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/c22b98553668460c956156372ee88f6c
2024-12-09T13:22:07,709 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 73420762669f15615a21b70cb7268bf3/a of 73420762669f15615a21b70cb7268bf3 into c22b98553668460c956156372ee88f6c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:22:07,710 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 73420762669f15615a21b70cb7268bf3:

2024-12-09T13:22:07,710 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-09T13:22:07,710 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-09T13:22:07,772 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, size=0 (0bytes)
2024-12-09T13:22:07,772 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 might be still open, length is 0
2024-12-09T13:22:07,772 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176
2024-12-09T13:22:07,773 WARN  [IPC Server handler 4 on default port 34883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-12-09T13:22:07,773 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 after 1ms
2024-12-09T13:22:07,955 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:22:08,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-12-09T13:22:08,589 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-12-09T13:22:08,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-12-09T13:22:08,590 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-12-09T13:22:09,127 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:45038 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46609:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45038 dst: /127.0.0.1:46609
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46609 remote=/127.0.0.1:45038]. Total timeout mills is 60000, 58583 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:09,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:39290 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39290 dst: /127.0.0.1:41849
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:09,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:40206 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:40206 dst: /127.0.0.1:35643
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:11,776 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 after 4004ms
2024-12-09T13:22:11,844 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:11,844 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 took 4072ms
2024-12-09T13:22:11,870 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176; continuing.
2024-12-09T13:22:11,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 so closing down
2024-12-09T13:22:11,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:22:11,876 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750526176.temp
2024-12-09T13:22:11,926 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp
2024-12-09T13:22:11,926 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:22:11,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741923_1102 (size=800)
2024-12-09T13:22:11,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741923_1102 (size=800)
2024-12-09T13:22:11,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741923_1102 (size=800)
2024-12-09T13:22:11,955 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-09T13:22:11,957 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp to hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008
2024-12-09T13:22:11,957 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 94 ms; skipped=3; WAL=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:22:11,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, journal: Splitting hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, size=0 (0bytes) at 1733750527772Finishing writing output for hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 so closing down at 1733750531870 (+4098 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp at 1733750531926 (+56 ms)3 split writer threads finished at 1733750531926Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733750531956 (+30 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000003-wal.1733750526176.temp to hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008 at 1733750531957 (+1 ms)Processed 5 edits across 1 Regions in 94 ms; skipped=3; WAL=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176, size=0, length=0, corrupted=false, cancelled=false at 1733750531957
2024-12-09T13:22:11,959 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750526176
2024-12-09T13:22:11,961 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008
2024-12-09T13:22:11,961 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:11,963 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:11,980 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750531963, exclude list is [], retry=0
2024-12-09T13:22:11,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:11,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:11,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:12,031 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750531963
2024-12-09T13:22:12,031 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:22:12,031 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73420762669f15615a21b70cb7268bf3, NAME => 'testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:12,032 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:12,032 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,032 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,033 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:12,034 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName a
2024-12-09T13:22:12,034 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,042 DEBUG [StoreFileOpener-73420762669f15615a21b70cb7268bf3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:12,042 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_
2024-12-09T13:22:12,045 DEBUG [StoreFileOpener-73420762669f15615a21b70cb7268bf3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58147b9b11dc451dbf63a1ff67474488_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:12,046 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_
2024-12-09T13:22:12,049 DEBUG [StoreFileOpener-73420762669f15615a21b70cb7268bf3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-09T13:22:12,049 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_
2024-12-09T13:22:12,053 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a
2024-12-09T13:22:12,057 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/c22b98553668460c956156372ee88f6c
2024-12-09T13:22:12,057 WARN  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@304e9717
2024-12-09T13:22:12,058 WARN  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@304e9717
2024-12-09T13:22:12,058 WARN  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@304e9717
2024-12-09T13:22:12,058 WARN  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@304e9717
2024-12-09T13:22:12,058 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a] to archive
2024-12-09T13:22:12,059 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:22:12,061 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_ to hdfs://localhost:34883/hbase/archive/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_
2024-12-09T13:22:12,062 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_ to hdfs://localhost:34883/hbase/archive/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/58147b9b11dc451dbf63a1ff67474488_SeqId_4_
2024-12-09T13:22:12,064 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_ to hdfs://localhost:34883/hbase/archive/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_
2024-12-09T13:22:12,065 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a to hdfs://localhost:34883/hbase/archive/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/a/77c9e700a33a48a08fbd5c137a764d1a
2024-12-09T13:22:12,065 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,065 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:12,066 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName b
2024-12-09T13:22:12,067 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,067 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,067 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 73420762669f15615a21b70cb7268bf3 
2024-12-09T13:22:12,068 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73420762669f15615a21b70cb7268bf3 columnFamilyName c
2024-12-09T13:22:12,068 DEBUG [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,069 INFO  [StoreOpener-73420762669f15615a21b70cb7268bf3-1 {}] regionserver.HStore(327): Store=73420762669f15615a21b70cb7268bf3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,069 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,073 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008
2024-12-09T13:22:12,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:12,105 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 73420762669f15615a21b70cb7268bf3 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "73420762669f15615a21b70cb7268bf3" family_name: "a" compaction_input: "77c9e700a33a48a08fbd5c137a764d1a" compaction_input: "2bd9d7ff5f9b4935a2ec6b46502922d7_SeqId_4_" compaction_input: "58147b9b11dc451dbf63a1ff67474488_SeqId_4_" compaction_input: "5b7f7e46dd62415b8fb94994c76d95ca_SeqId_4_" compaction_output: "c22b98553668460c956156372ee88f6c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-12-09T13:22:12,105 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-12-09T13:22:12,105 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008
2024-12-09T13:22:12,106 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/0000000000000000008
2024-12-09T13:22:12,107 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,107 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,108 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:12,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73420762669f15615a21b70cb7268bf3
2024-12-09T13:22:12,113 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testCompactedBulkLoadedFiles/73420762669f15615a21b70cb7268bf3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-09T13:22:12,115 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 73420762669f15615a21b70cb7268bf3; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62972413, jitterRate=-0.06163792312145233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:12,115 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73420762669f15615a21b70cb7268bf3:
Writing region info on filesystem at 1733750532032Initializing all the Stores at 1733750532033 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532033Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532033Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532033Cleaning up temporary data from old regions at 1733750532107 (+74 ms)Region opened successfully at 1733750532115 (+8 ms)
2024-12-09T13:22:12,118 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73420762669f15615a21b70cb7268bf3, disabling compactions & flushes
2024-12-09T13:22:12,118 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:12,118 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:12,118 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3. after waiting 0 ms
2024-12-09T13:22:12,118 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:12,123 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733750525439.73420762669f15615a21b70cb7268bf3.
2024-12-09T13:22:12,123 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73420762669f15615a21b70cb7268bf3:
Waiting for close lock at 1733750532118Disabling compacts and flushes for region at 1733750532118Disabling writes for close at 1733750532118Writing region close event to WAL at 1733750532122 (+4 ms)Closed at 1733750532123 (+1 ms)
2024-12-09T13:22:12,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741924_1103 (size=175)
2024-12-09T13:22:12,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741924_1103 (size=175)
2024-12-09T13:22:12,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741924_1103 (size=175)
2024-12-09T13:22:12,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:22:12,128 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750531963)
2024-12-09T13:22:12,147 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=425 (was 418)
Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789278119_22 at /127.0.0.1:49436 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789278119_22 at /127.0.0.1:52064 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34883
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789278119_22 at /127.0.0.1:54904 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34883 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=1316 (was 1240) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=672 (was 634) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4177 (was 4230)
2024-12-09T13:22:12,147 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1316 is superior to 1024
2024-12-09T13:22:12,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=425, OpenFileDescriptor=1316, MaxFileDescriptor=1048576, SystemLoadAverage=672, ProcessCount=11, AvailableMemoryMB=4175
2024-12-09T13:22:12,162 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1316 is superior to 1024
2024-12-09T13:22:12,181 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:12,183 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:22:12,184 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:22:12,187 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72530628, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/hregion-72530628, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:12,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72530628/hregion-72530628.1733750532187, exclude list is [], retry=0
2024-12-09T13:22:12,204 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:12,204 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:12,206 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:12,230 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T13:22:12,230 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T13:22:12,243 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72530628/hregion-72530628.1733750532187
2024-12-09T13:22:12,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683)]
2024-12-09T13:22:12,244 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c4ecac089d243ca0b0b9d82d98c811fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/hbase
2024-12-09T13:22:12,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:22:12,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:22:12,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741926_1105 (size=67)
2024-12-09T13:22:12,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:12,262 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,267 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName a
2024-12-09T13:22:12,267 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,270 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,270 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,272 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName b
2024-12-09T13:22:12,272 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,273 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,273 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,275 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName c
2024-12-09T13:22:12,275 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,276 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,276 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,279 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,279 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,279 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:12,281 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:22:12,285 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c4ecac089d243ca0b0b9d82d98c811fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68566144, jitterRate=0.021715164184570312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4ecac089d243ca0b0b9d82d98c811fd:
Writing region info on filesystem at 1733750532258Initializing all the Stores at 1733750532259 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532260 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532262 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532262Cleaning up temporary data from old regions at 1733750532279 (+17 ms)Region opened successfully at 1733750532285 (+6 ms)
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4ecac089d243ca0b0b9d82d98c811fd, disabling compactions & flushes
2024-12-09T13:22:12,285 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd. after waiting 0 ms
2024-12-09T13:22:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,286 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4ecac089d243ca0b0b9d82d98c811fd:
Waiting for close lock at 1733750532285Disabling compacts and flushes for region at 1733750532285Disabling writes for close at 1733750532285Writing region close event to WAL at 1733750532286 (+1 ms)Closed at 1733750532286
2024-12-09T13:22:12,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741925_1104 (size=175)
2024-12-09T13:22:12,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741925_1104 (size=175)
2024-12-09T13:22:12,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741925_1104 (size=175)
2024-12-09T13:22:12,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:22:12,295 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72530628:(num 1733750532187)
2024-12-09T13:22:12,295 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:12,305 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:12,320 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, exclude list is [], retry=0
2024-12-09T13:22:12,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:12,327 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:12,327 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:12,389 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305
2024-12-09T13:22:12,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:22:12,389 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ecac089d243ca0b0b9d82d98c811fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:12,390 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:12,390 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,390 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,399 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,400 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName a
2024-12-09T13:22:12,400 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,401 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,401 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,401 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName b
2024-12-09T13:22:12,402 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,402 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,402 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,404 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName c
2024-12-09T13:22:12,404 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,404 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,404 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,405 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,408 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,408 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,409 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:12,413 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,414 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c4ecac089d243ca0b0b9d82d98c811fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62004578, jitterRate=-0.07605978846549988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:12,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4ecac089d243ca0b0b9d82d98c811fd:
Writing region info on filesystem at 1733750532390Initializing all the Stores at 1733750532391 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532391Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532399 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532399Cleaning up temporary data from old regions at 1733750532408 (+9 ms)Region opened successfully at 1733750532414 (+6 ms)
2024-12-09T13:22:12,430 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c4ecac089d243ca0b0b9d82d98c811fd 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-09T13:22:12,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/c3132942dad842b6b8133a2624834b7b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733750532414/Put/seqid=0
2024-12-09T13:22:12,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:22:12,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:22:12,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741928_1107 (size=5958)
2024-12-09T13:22:12,467 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/c3132942dad842b6b8133a2624834b7b
2024-12-09T13:22:12,472 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/c3132942dad842b6b8133a2624834b7b as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/c3132942dad842b6b8133a2624834b7b
2024-12-09T13:22:12,478 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/c3132942dad842b6b8133a2624834b7b, entries=10, sequenceid=13, filesize=5.8 K
2024-12-09T13:22:12,479 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c4ecac089d243ca0b0b9d82d98c811fd in 49ms, sequenceid=13, compaction requested=false
2024-12-09T13:22:12,479 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4ecac089d243ca0b0b9d82d98c811fd:

2024-12-09T13:22:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4ecac089d243ca0b0b9d82d98c811fd, disabling compactions & flushes
2024-12-09T13:22:12,502 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd. after waiting 0 ms
2024-12-09T13:22:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,503 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,503 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:12,503 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4ecac089d243ca0b0b9d82d98c811fd:
Waiting for close lock at 1733750532502Disabling compacts and flushes for region at 1733750532502Disabling writes for close at 1733750532502Writing region close event to WAL at 1733750532503 (+1 ms)Closed at 1733750532503
2024-12-09T13:22:12,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741927_1106 (size=6243)
2024-12-09T13:22:12,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741927_1106 (size=6243)
2024-12-09T13:22:12,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741927_1106 (size=6243)
2024-12-09T13:22:12,528 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, size=6.1 K (6243bytes)
2024-12-09T13:22:12,528 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305
2024-12-09T13:22:12,529 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305 after 1ms
2024-12-09T13:22:12,556 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:12,556 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305 took 28ms
2024-12-09T13:22:12,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305 so closing down
2024-12-09T13:22:12,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:22:12,560 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733750532305.temp
2024-12-09T13:22:12,586 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp
2024-12-09T13:22:12,587 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:22:12,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741929_1108 (size=5575)
2024-12-09T13:22:12,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741929_1108 (size=5575)
2024-12-09T13:22:12,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741929_1108 (size=5575)
2024-12-09T13:22:12,594 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:22:12,596 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035
2024-12-09T13:22:12,597 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, size=6.1 K, length=6243, corrupted=false, cancelled=false
2024-12-09T13:22:12,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, journal: Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, size=6.1 K (6243bytes) at 1733750532528Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305 so closing down at 1733750532558 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp at 1733750532586 (+28 ms)3 split writer threads finished at 1733750532587 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750532594 (+7 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000003-wal.1733750532305.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035 at 1733750532596 (+2 ms)Processed 32 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1733750532597 (+1 ms)
2024-12-09T13:22:12,599 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532305 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750532305
2024-12-09T13:22:12,600 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035
2024-12-09T13:22:12,600 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:12,602 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:12,622 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, exclude list is [], retry=0
2024-12-09T13:22:12,625 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:12,625 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:12,625 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:12,666 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602
2024-12-09T13:22:12,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771)]
2024-12-09T13:22:12,666 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ecac089d243ca0b0b9d82d98c811fd, NAME => 'testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:22:12,666 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:12,667 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,667 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,668 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,670 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName a
2024-12-09T13:22:12,670 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,677 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/c3132942dad842b6b8133a2624834b7b
2024-12-09T13:22:12,678 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,678 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,679 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName b
2024-12-09T13:22:12,679 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,679 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,679 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:12,680 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName c
2024-12-09T13:22:12,680 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:12,681 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:12,681 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,686 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,692 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035
2024-12-09T13:22:12,732 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:12,733 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035
2024-12-09T13:22:12,733 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c4ecac089d243ca0b0b9d82d98c811fd 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-12-09T13:22:12,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/dbd297d9358c4491ba9cc3b3fbc3dad8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733750532479/Put/seqid=0
2024-12-09T13:22:12,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:22:12,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:22:12,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741931_1110 (size=5958)
2024-12-09T13:22:12,767 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/dbd297d9358c4491ba9cc3b3fbc3dad8
2024-12-09T13:22:12,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/440989e59c3d43b0b83f510c8348b76c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733750532488/Put/seqid=0
2024-12-09T13:22:12,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:22:12,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:22:12,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741932_1111 (size=5958)
2024-12-09T13:22:12,802 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/440989e59c3d43b0b83f510c8348b76c
2024-12-09T13:22:12,809 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/dbd297d9358c4491ba9cc3b3fbc3dad8 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/b/dbd297d9358c4491ba9cc3b3fbc3dad8
2024-12-09T13:22:12,814 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/b/dbd297d9358c4491ba9cc3b3fbc3dad8, entries=10, sequenceid=35, filesize=5.8 K
2024-12-09T13:22:12,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/440989e59c3d43b0b83f510c8348b76c as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/c/440989e59c3d43b0b83f510c8348b76c
2024-12-09T13:22:12,820 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/c/440989e59c3d43b0b83f510c8348b76c, entries=10, sequenceid=35, filesize=5.8 K
2024-12-09T13:22:12,820 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for c4ecac089d243ca0b0b9d82d98c811fd in 87ms, sequenceid=35, compaction requested=false; wal=null
2024-12-09T13:22:12,821 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000035
2024-12-09T13:22:12,822 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,822 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,823 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:12,824 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:12,826 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-12-09T13:22:12,827 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c4ecac089d243ca0b0b9d82d98c811fd; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62461858, jitterRate=-0.06924578547477722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:12,827 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4ecac089d243ca0b0b9d82d98c811fd:
Writing region info on filesystem at 1733750532667Initializing all the Stores at 1733750532668 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532668Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532668Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750532668Obtaining lock to block concurrent updates at 1733750532733 (+65 ms)Preparing flush snapshotting stores in c4ecac089d243ca0b0b9d82d98c811fd at 1733750532733Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733750532734 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd. at 1733750532734Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: creating writer at 1733750532734Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: appending metadata at 1733750532754 (+20 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: closing flushed file at 1733750532754Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: creating writer at 1733750532773 (+19 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: appending metadata at 1733750532794 (+21 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: closing flushed file at 1733750532794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7179f0e8: reopening flushed file at 1733750532808 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afd2f0d: reopening flushed file at 1733750532814 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for c4ecac089d243ca0b0b9d82d98c811fd in 87ms, sequenceid=35, compaction requested=false; wal=null at 1733750532820 (+6 ms)Cleaning up temporary data from old regions at 1733750532822 (+2 ms)Region opened successfully at 1733750532827 (+5 ms)
2024-12-09T13:22:12,944 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, size=0 (0bytes)
2024-12-09T13:22:12,944 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 might be still open, length is 0
2024-12-09T13:22:12,944 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602
2024-12-09T13:22:12,944 WARN  [IPC Server handler 3 on default port 34883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-12-09T13:22:12,946 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 after 2ms
2024-12-09T13:22:15,103 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:49476 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:49476 dst: /127.0.0.1:35643
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35643 remote=/127.0.0.1:49476]. Total timeout mills is 60000, 57761 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:15,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:52104 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41849:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:52104 dst: /127.0.0.1:41849
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:15,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1969239381_22 at /127.0.0.1:54966 [Receiving block BP-1977860856-172.17.0.3-1733750484366:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46609:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54966 dst: /127.0.0.1:46609
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:15,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741930_1112 (size=5567)
2024-12-09T13:22:15,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741930_1112 (size=5567)
2024-12-09T13:22:16,947 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 after 4003ms
2024-12-09T13:22:16,975 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:16,975 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 took 4032ms
2024-12-09T13:22:16,977 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602; continuing.
2024-12-09T13:22:16,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 so closing down
2024-12-09T13:22:16,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-09T13:22:16,978 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733750532602.temp
2024-12-09T13:22:17,004 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp
2024-12-09T13:22:17,004 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-09T13:22:17,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741933_1113 (size=5575)
2024-12-09T13:22:17,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741933_1113 (size=5575)
2024-12-09T13:22:17,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741933_1113 (size=5575)
2024-12-09T13:22:17,017 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-09T13:22:17,018 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066
2024-12-09T13:22:17,018 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, size=0, length=0, corrupted=false, cancelled=false
2024-12-09T13:22:17,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, journal: Splitting hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, size=0 (0bytes) at 1733750532944Finishing writing output for hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 so closing down at 1733750536977 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp at 1733750537004 (+27 ms)3 split writer threads finished at 1733750537004Closed recovered edits writer path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733750537017 (+13 ms)Rename recovered edits hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000037-wal.1733750532602.temp to hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066 at 1733750537018 (+1 ms)Processed 30 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602, size=0, length=0, corrupted=false, cancelled=false at 1733750537018
2024-12-09T13:22:17,020 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 to hdfs://localhost:34883/hbase/oldWALs/wal.1733750532602
2024-12-09T13:22:17,020 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066
2024-12-09T13:22:17,021 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-09T13:22:17,022 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180, archiveDir=hdfs://localhost:34883/hbase/oldWALs, maxLogs=32
2024-12-09T13:22:17,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750537022, exclude list is [], retry=0
2024-12-09T13:22:17,037 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-7f29fccc-33cd-4b28-a735-d7afebf4fb72,DISK]
2024-12-09T13:22:17,037 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41849,DS-a6e09dbc-9726-48a9-9f1c-5553bfde56f4,DISK]
2024-12-09T13:22:17,037 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-08c74d90-6f69-4899-b66e-acf561648e5c,DISK]
2024-12-09T13:22:17,063 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750537022
2024-12-09T13:22:17,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:41467:41467)]
2024-12-09T13:22:17,064 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:22:17,065 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:17,065 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName a
2024-12-09T13:22:17,066 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:17,070 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/c3132942dad842b6b8133a2624834b7b
2024-12-09T13:22:17,070 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:17,071 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:17,071 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName b
2024-12-09T13:22:17,071 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:17,075 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/b/dbd297d9358c4491ba9cc3b3fbc3dad8
2024-12-09T13:22:17,076 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:17,076 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4ecac089d243ca0b0b9d82d98c811fd 
2024-12-09T13:22:17,076 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ecac089d243ca0b0b9d82d98c811fd columnFamilyName c
2024-12-09T13:22:17,076 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:22:17,081 DEBUG [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/c/440989e59c3d43b0b83f510c8348b76c
2024-12-09T13:22:17,081 INFO  [StoreOpener-c4ecac089d243ca0b0b9d82d98c811fd-1 {}] regionserver.HStore(327): Store=c4ecac089d243ca0b0b9d82d98c811fd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:22:17,081 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,084 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066
2024-12-09T13:22:17,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-09T13:22:17,115 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066
2024-12-09T13:22:17,116 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c4ecac089d243ca0b0b9d82d98c811fd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-09T13:22:17,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/1284efc50a124868a167bb19256832b1 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733750532834/Put/seqid=0
2024-12-09T13:22:17,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:22:17,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:22:17,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741935_1115 (size=5958)
2024-12-09T13:22:17,136 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/1284efc50a124868a167bb19256832b1
2024-12-09T13:22:17,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/8c33de926a8846728c8b7f8ef8985ead is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733750532842/Put/seqid=0
2024-12-09T13:22:17,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:22:17,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:22:17,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741936_1116 (size=5958)
2024-12-09T13:22:17,161 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/8c33de926a8846728c8b7f8ef8985ead
2024-12-09T13:22:17,180 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/b67aa1430bcb4c4caf27543a9fe5c338 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733750532849/Put/seqid=0
2024-12-09T13:22:17,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:22:17,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:22:17,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741937_1117 (size=5958)
2024-12-09T13:22:17,187 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/b67aa1430bcb4c4caf27543a9fe5c338
2024-12-09T13:22:17,192 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/a/1284efc50a124868a167bb19256832b1 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/1284efc50a124868a167bb19256832b1
2024-12-09T13:22:17,196 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/a/1284efc50a124868a167bb19256832b1, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:22:17,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/b/8c33de926a8846728c8b7f8ef8985ead as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/b/8c33de926a8846728c8b7f8ef8985ead
2024-12-09T13:22:17,200 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/b/8c33de926a8846728c8b7f8ef8985ead, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:22:17,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/.tmp/c/b67aa1430bcb4c4caf27543a9fe5c338 as hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/c/b67aa1430bcb4c4caf27543a9fe5c338
2024-12-09T13:22:17,205 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/c/b67aa1430bcb4c4caf27543a9fe5c338, entries=10, sequenceid=66, filesize=5.8 K
2024-12-09T13:22:17,205 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c4ecac089d243ca0b0b9d82d98c811fd in 89ms, sequenceid=66, compaction requested=false; wal=null
2024-12-09T13:22:17,205 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/0000000000000000066
2024-12-09T13:22:17,206 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-09T13:22:17,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4ecac089d243ca0b0b9d82d98c811fd
2024-12-09T13:22:17,210 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/hbase/data/default/testReplayEditsWrittenViaHRegion/c4ecac089d243ca0b0b9d82d98c811fd/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-12-09T13:22:17,211 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c4ecac089d243ca0b0b9d82d98c811fd; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75418916, jitterRate=0.1238294243812561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-09T13:22:17,211 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4ecac089d243ca0b0b9d82d98c811fd:
Writing region info on filesystem at 1733750537064Initializing all the Stores at 1733750537064Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750537064Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750537065 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750537065Obtaining lock to block concurrent updates at 1733750537116 (+51 ms)Preparing flush snapshotting stores in c4ecac089d243ca0b0b9d82d98c811fd at 1733750537116Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733750537116Flushing stores of testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd. at 1733750537116Flushing c4ecac089d243ca0b0b9d82d98c811fd/a: creating writer at 1733750537116Flushing c4ecac089d243ca0b0b9d82d98c811fd/a: appending metadata at 1733750537129 (+13 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/a: closing flushed file at 1733750537129Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: creating writer at 1733750537140 (+11 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: appending metadata at 1733750537154 (+14 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/b: closing flushed file at 1733750537154Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: creating writer at 1733750537166 (+12 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: appending metadata at 1733750537179 (+13 ms)Flushing c4ecac089d243ca0b0b9d82d98c811fd/c: closing flushed file at 1733750537179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c1cd22: reopening flushed file at 1733750537191 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ac23fc: reopening flushed file at 1733750537196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62afbe96: reopening flushed file at 1733750537200 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c4ecac089d243ca0b0b9d82d98c811fd in 89ms, sequenceid=66, compaction requested=false; wal=null at 1733750537205 (+5 ms)Cleaning up temporary data from old regions at 1733750537206 (+1 ms)Region opened successfully at 1733750537211 (+5 ms)
2024-12-09T13:22:17,225 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4ecac089d243ca0b0b9d82d98c811fd, disabling compactions & flushes
2024-12-09T13:22:17,225 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:17,225 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:17,225 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd. after waiting 0 ms
2024-12-09T13:22:17,225 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:17,227 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733750532182.c4ecac089d243ca0b0b9d82d98c811fd.
2024-12-09T13:22:17,227 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4ecac089d243ca0b0b9d82d98c811fd:
Waiting for close lock at 1733750537225Disabling compacts and flushes for region at 1733750537225Disabling writes for close at 1733750537225Writing region close event to WAL at 1733750537227 (+2 ms)Closed at 1733750537227
2024-12-09T13:22:17,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741934_1114 (size=175)
2024-12-09T13:22:17,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741934_1114 (size=175)
2024-12-09T13:22:17,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741934_1114 (size=175)
2024-12-09T13:22:17,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-09T13:22:17,233 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733750537022)
2024-12-09T13:22:17,248 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=432 (was 425)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2044656586_22 at /127.0.0.1:52186 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34883
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2044656586_22 at /127.0.0.1:49512 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34883 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2044656586_22 at /127.0.0.1:55008 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1382 (was 1316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=658 (was 672), ProcessCount=11 (was 11), AvailableMemoryMB=3933 (was 4175)
2024-12-09T13:22:17,248 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1382 is superior to 1024
2024-12-09T13:22:17,249 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T13:22:17,249 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:22:17,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:22:17,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,250 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:22:17,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T13:22:17,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907521982, stopped=false
2024-12-09T13:22:17,250 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cad571b91d50,43783,1733750487952
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:22:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:22:17,252 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:22:17,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:22:17,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:22:17,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:22:17,254 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:22:17,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:22:17,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,255 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,41571,1733750489300' *****
2024-12-09T13:22:17,255 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T13:22:17,255 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:22:17,255 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,41091,1733750489355' *****
2024-12-09T13:22:17,255 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e816e0afcb7b058e187618a5c3239ad
2024-12-09T13:22:17,255 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(959): stopping server cad571b91d50,41571,1733750489300
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:22:17,255 INFO  [RS:2;cad571b91d50:41091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T13:22:17,255 INFO  [RS:2;cad571b91d50:41091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T13:22:17,255 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:22:17,255 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(959): stopping server cad571b91d50,41091,1733750489355
2024-12-09T13:22:17,255 INFO  [RS:1;cad571b91d50:41571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cad571b91d50:41571.
2024-12-09T13:22:17,255 INFO  [RS:2;cad571b91d50:41091 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:22:17,255 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e816e0afcb7b058e187618a5c3239ad, disabling compactions & flushes
2024-12-09T13:22:17,256 INFO  [RS:2;cad571b91d50:41091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cad571b91d50:41091.
2024-12-09T13:22:17,256 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:22:17,256 DEBUG [RS:1;cad571b91d50:41571 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:22:17,256 DEBUG [RS:2;cad571b91d50:41091 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:22:17,256 DEBUG [RS:1;cad571b91d50:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,256 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:22:17,256 DEBUG [RS:2;cad571b91d50:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,256 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad. after waiting 0 ms
2024-12-09T13:22:17,256 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:22:17,256 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:22:17,256 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,41091,1733750489355; all regions closed.
2024-12-09T13:22:17,256 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:22:17,256 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:22:17,256 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T13:22:17,258 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-09T13:22:17,258 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e816e0afcb7b058e187618a5c3239ad=testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.}
2024-12-09T13:22:17,258 DEBUG [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1351): Waiting on 0e816e0afcb7b058e187618a5c3239ad, 1588230740
2024-12-09T13:22:17,258 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:22:17,258 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:22:17,258 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:22:17,258 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:22:17,258 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:22:17,258 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-12-09T13:22:17,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741834_1010 (size=175)
2024-12-09T13:22:17,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741834_1010 (size=175)
2024-12-09T13:22:17,266 DEBUG [RS:2;cad571b91d50:41091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs
2024-12-09T13:22:17,266 INFO  [RS:2;cad571b91d50:41091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C41091%2C1733750489355:(num 1733750491195)
2024-12-09T13:22:17,266 DEBUG [RS:2;cad571b91d50:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,266 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:22:17,267 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:22:17,267 INFO  [RS:2;cad571b91d50:41091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41091
2024-12-09T13:22:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,41091,1733750489355
2024-12-09T13:22:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:22:17,270 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,41091,1733750489355]
2024-12-09T13:22:17,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,41091,1733750489355 already deleted, retry=false
2024-12-09T13:22:17,272 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cad571b91d50,41091,1733750489355 expired; onlineServers=1
2024-12-09T13:22:17,272 INFO  [RS:2;cad571b91d50:41091 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:22:17,275 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0e816e0afcb7b058e187618a5c3239ad/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-12-09T13:22:17,275 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:22:17,276 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:22:17,276 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e816e0afcb7b058e187618a5c3239ad:
Waiting for close lock at 1733750537255Running coprocessor pre-close hooks at 1733750537255Disabling compacts and flushes for region at 1733750537255Disabling writes for close at 1733750537256 (+1 ms)Writing region close event to WAL at 1733750537259 (+3 ms)Running coprocessor post-close hooks at 1733750537276 (+17 ms)Closed at 1733750537276
2024-12-09T13:22:17,276 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad.
2024-12-09T13:22:17,292 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:22:17,296 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/info/7a36f1f07e224effbb3637d663eb270b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733750508106.0e816e0afcb7b058e187618a5c3239ad./info:regioninfo/1733750511431/Put/seqid=0
2024-12-09T13:22:17,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:22:17,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:22:17,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741938_1118 (size=8243)
2024-12-09T13:22:17,308 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/info/7a36f1f07e224effbb3637d663eb270b
2024-12-09T13:22:17,327 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/ns/9f42328d966d4d0db841e37f7309e456 is 43, key is default/ns:d/1733750492039/Put/seqid=0
2024-12-09T13:22:17,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:22:17,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:22:17,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741939_1119 (size=5153)
2024-12-09T13:22:17,335 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/ns/9f42328d966d4d0db841e37f7309e456
2024-12-09T13:22:17,357 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/table/c38a43951b234276b6e15e6d736bfbed is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733750508567/Put/seqid=0
2024-12-09T13:22:17,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:22:17,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:22:17,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741940_1120 (size=5431)
2024-12-09T13:22:17,364 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/table/c38a43951b234276b6e15e6d736bfbed
2024-12-09T13:22:17,369 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/info/7a36f1f07e224effbb3637d663eb270b as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/info/7a36f1f07e224effbb3637d663eb270b
2024-12-09T13:22:17,374 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/info/7a36f1f07e224effbb3637d663eb270b, entries=18, sequenceid=21, filesize=8.0 K
2024-12-09T13:22:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,375 INFO  [RS:2;cad571b91d50:41091 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:22:17,375 INFO  [RS:2;cad571b91d50:41091 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,41091,1733750489355; zookeeper connection closed.
2024-12-09T13:22:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x1012b5889660003, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,375 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5283daa0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5283daa0
2024-12-09T13:22:17,375 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/ns/9f42328d966d4d0db841e37f7309e456 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/ns/9f42328d966d4d0db841e37f7309e456
2024-12-09T13:22:17,380 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/ns/9f42328d966d4d0db841e37f7309e456, entries=2, sequenceid=21, filesize=5.0 K
2024-12-09T13:22:17,381 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/.tmp/table/c38a43951b234276b6e15e6d736bfbed as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/table/c38a43951b234276b6e15e6d736bfbed
2024-12-09T13:22:17,386 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/table/c38a43951b234276b6e15e6d736bfbed, entries=2, sequenceid=21, filesize=5.3 K
2024-12-09T13:22:17,387 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=21, compaction requested=false
2024-12-09T13:22:17,391 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-12-09T13:22:17,391 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:22:17,392 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:22:17,392 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750537258Running coprocessor pre-close hooks at 1733750537258Disabling compacts and flushes for region at 1733750537258Disabling writes for close at 1733750537258Obtaining lock to block concurrent updates at 1733750537258Preparing flush snapshotting stores in 1588230740 at 1733750537258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733750537259 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733750537260 (+1 ms)Flushing 1588230740/info: creating writer at 1733750537261 (+1 ms)Flushing 1588230740/info: appending metadata at 1733750537295 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733750537295Flushing 1588230740/ns: creating writer at 1733750537313 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733750537326 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733750537327 (+1 ms)Flushing 1588230740/table: creating writer at 1733750537341 (+14 ms)Flushing 1588230740/table: appending metadata at 1733750537357 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733750537357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5d43a3: reopening flushed file at 1733750537369 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8d7a75: reopening flushed file at 1733750537374 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8681b5: reopening flushed file at 1733750537381 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=21, compaction requested=false at 1733750537387 (+6 ms)Writing region close event to WAL at 1733750537388 (+1 ms)Running coprocessor post-close hooks at 1733750537391 (+3 ms)Closed at 1733750537392 (+1 ms)
2024-12-09T13:22:17,392 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T13:22:17,458 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,41571,1733750489300; all regions closed.
2024-12-09T13:22:17,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741836_1012 (size=9487)
2024-12-09T13:22:17,461 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/WALs/cad571b91d50,41571,1733750489300/cad571b91d50%2C41571%2C1733750489300.meta.1733750491781.meta not finished, retry = 0
2024-12-09T13:22:17,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741836_1012 (size=9487)
2024-12-09T13:22:17,563 DEBUG [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs
2024-12-09T13:22:17,563 INFO  [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C41571%2C1733750489300.meta:.meta(num 1733750491781)
2024-12-09T13:22:17,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741833_1009 (size=3621)
2024-12-09T13:22:17,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741833_1009 (size=3621)
2024-12-09T13:22:17,568 DEBUG [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/oldWALs
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C41571%2C1733750489300:(num 1733750491196)
2024-12-09T13:22:17,568 DEBUG [RS:1;cad571b91d50:41571 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:22:17,568 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:22:17,568 INFO  [RS:1;cad571b91d50:41571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41571
2024-12-09T13:22:17,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:22:17,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,41571,1733750489300
2024-12-09T13:22:17,570 INFO  [RS:1;cad571b91d50:41571 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:22:17,572 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,41571,1733750489300]
2024-12-09T13:22:17,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,41571,1733750489300 already deleted, retry=false
2024-12-09T13:22:17,573 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cad571b91d50,41571,1733750489300 expired; onlineServers=0
2024-12-09T13:22:17,573 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cad571b91d50,43783,1733750487952' *****
2024-12-09T13:22:17,573 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T13:22:17,573 INFO  [M:0;cad571b91d50:43783 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:22:17,573 INFO  [M:0;cad571b91d50:43783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:22:17,573 DEBUG [M:0;cad571b91d50:43783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T13:22:17,574 DEBUG [M:0;cad571b91d50:43783 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T13:22:17,574 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T13:22:17,574 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750490773 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750490773,5,FailOnTimeoutGroup]
2024-12-09T13:22:17,574 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750490774 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750490774,5,FailOnTimeoutGroup]
2024-12-09T13:22:17,574 INFO  [M:0;cad571b91d50:43783 {}] hbase.ChoreService(370): Chore service for: master/cad571b91d50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T13:22:17,574 INFO  [M:0;cad571b91d50:43783 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:22:17,574 DEBUG [M:0;cad571b91d50:43783 {}] master.HMaster(1795): Stopping service threads
2024-12-09T13:22:17,574 INFO  [M:0;cad571b91d50:43783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T13:22:17,574 INFO  [M:0;cad571b91d50:43783 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:22:17,575 INFO  [M:0;cad571b91d50:43783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T13:22:17,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T13:22:17,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T13:22:17,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:22:17,579 DEBUG [M:0;cad571b91d50:43783 {}] zookeeper.ZKUtil(347): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T13:22:17,579 WARN  [M:0;cad571b91d50:43783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T13:22:17,579 INFO  [M:0;cad571b91d50:43783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/.lastflushedseqids
2024-12-09T13:22:17,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:22:17,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:22:17,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741941_1121 (size=138)
2024-12-09T13:22:17,592 INFO  [M:0;cad571b91d50:43783 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T13:22:17,592 INFO  [M:0;cad571b91d50:43783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T13:22:17,592 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:22:17,592 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:22:17,592 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:22:17,592 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:22:17,592 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:22:17,592 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-12-09T13:22:17,610 DEBUG [M:0;cad571b91d50:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f1c217b7f54833a69fa250cb8cc42a is 82, key is hbase:meta,,1/info:regioninfo/1733750491935/Put/seqid=0
2024-12-09T13:22:17,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:22:17,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:22:17,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741942_1122 (size=5672)
2024-12-09T13:22:17,617 INFO  [M:0;cad571b91d50:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f1c217b7f54833a69fa250cb8cc42a
2024-12-09T13:22:17,637 DEBUG [M:0;cad571b91d50:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5412855241c44a43a9fe7ba067696360 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733750508573/Put/seqid=0
2024-12-09T13:22:17,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:22:17,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:22:17,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741943_1123 (size=7755)
2024-12-09T13:22:17,645 INFO  [M:0;cad571b91d50:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5412855241c44a43a9fe7ba067696360
2024-12-09T13:22:17,652 INFO  [M:0;cad571b91d50:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5412855241c44a43a9fe7ba067696360
2024-12-09T13:22:17,671 DEBUG [M:0;cad571b91d50:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dbad39795d43fea44b3be9029d5973 is 69, key is cad571b91d50,41091,1733750489355/rs:state/1733750490924/Put/seqid=0
2024-12-09T13:22:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,672 INFO  [RS:1;cad571b91d50:41571 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:22:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41571-0x1012b5889660002, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,672 INFO  [RS:1;cad571b91d50:41571 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,41571,1733750489300; zookeeper connection closed.
2024-12-09T13:22:17,673 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6797e002 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6797e002
2024-12-09T13:22:17,673 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-09T13:22:17,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741944_1124 (size=5440)
2024-12-09T13:22:17,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741944_1124 (size=5440)
2024-12-09T13:22:17,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741944_1124 (size=5440)
2024-12-09T13:22:17,700 INFO  [M:0;cad571b91d50:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dbad39795d43fea44b3be9029d5973
2024-12-09T13:22:17,707 INFO  [M:0;cad571b91d50:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3dbad39795d43fea44b3be9029d5973
2024-12-09T13:22:17,708 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f1c217b7f54833a69fa250cb8cc42a as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f1c217b7f54833a69fa250cb8cc42a
2024-12-09T13:22:17,713 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f1c217b7f54833a69fa250cb8cc42a, entries=8, sequenceid=168, filesize=5.5 K
2024-12-09T13:22:17,714 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5412855241c44a43a9fe7ba067696360 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5412855241c44a43a9fe7ba067696360
2024-12-09T13:22:17,719 INFO  [M:0;cad571b91d50:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5412855241c44a43a9fe7ba067696360
2024-12-09T13:22:17,719 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5412855241c44a43a9fe7ba067696360, entries=17, sequenceid=168, filesize=7.6 K
2024-12-09T13:22:17,720 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dbad39795d43fea44b3be9029d5973 as hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3dbad39795d43fea44b3be9029d5973
2024-12-09T13:22:17,723 INFO  [M:0;cad571b91d50:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3dbad39795d43fea44b3be9029d5973
2024-12-09T13:22:17,724 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/591ed2e0-3e20-1da0-b17b-266b56f3b834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3dbad39795d43fea44b3be9029d5973, entries=3, sequenceid=168, filesize=5.3 K
2024-12-09T13:22:17,725 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=168, compaction requested=false
2024-12-09T13:22:17,726 INFO  [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:22:17,726 DEBUG [M:0;cad571b91d50:43783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750537592Disabling compacts and flushes for region at 1733750537592Disabling writes for close at 1733750537592Obtaining lock to block concurrent updates at 1733750537592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733750537592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733750537593 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733750537593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733750537593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733750537609 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733750537609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733750537621 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733750537637 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733750537637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733750537653 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733750537670 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733750537670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87797e0: reopening flushed file at 1733750537707 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b53d4ec: reopening flushed file at 1733750537714 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ecdf0b: reopening flushed file at 1733750537719 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=168, compaction requested=false at 1733750537725 (+6 ms)Writing region close event to WAL at 1733750537726 (+1 ms)Closed at 1733750537726
2024-12-09T13:22:17,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741830_1006 (size=83606)
2024-12-09T13:22:17,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41849 is added to blk_1073741830_1006 (size=83606)
2024-12-09T13:22:17,728 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:22:17,729 INFO  [M:0;cad571b91d50:43783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T13:22:17,729 INFO  [M:0;cad571b91d50:43783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43783
2024-12-09T13:22:17,729 INFO  [M:0;cad571b91d50:43783 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:22:17,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,831 INFO  [M:0;cad571b91d50:43783 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:22:17,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x1012b5889660000, quorum=127.0.0.1:49323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:22:17,837 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512878 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512878 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733750511822/wal.1733750512878 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:22:17,838 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733750503303/wal.1733750503479 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:17,838 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733750532180/wal.1733750532602 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:17,841 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750522888 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750522888 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733750513093/wal.1733750522888 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:22:17,842 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733750494503/wal.1733750494656 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:17,844 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750524554 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750524554 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733750523183/wal.1733750524554 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:22:17,844 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733750525437/wal.1733750526176 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:22:17,846 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal.1733750494263 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal.1733750494263 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733750493740/wal.1733750494263 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:22:17,849 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal.1733750493357 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal.1733750493357 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733750492364/wal.1733750493357 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1969239381_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-09T13:22:17,854 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:22:17,856 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:22:17,856 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:22:17,856 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:22:17,856 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,STOPPED}
2024-12-09T13:22:17,859 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:22:17,859 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:22:17,859 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:22:17,859 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977860856-172.17.0.3-1733750484366 (Datanode Uuid 019100ef-ff47-4773-95dc-53e86b39668a) service to localhost/127.0.0.1:34883
2024-12-09T13:22:17,860 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data5/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,861 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data6/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,861 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:22:17,868 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:22:17,869 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:22:17,869 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:22:17,869 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:22:17,869 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,STOPPED}
2024-12-09T13:22:17,871 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:22:17,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:22:17,871 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977860856-172.17.0.3-1733750484366 (Datanode Uuid 35fda924-738c-46bb-8334-91c3604b0df7) service to localhost/127.0.0.1:34883
2024-12-09T13:22:17,871 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:22:17,871 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data3/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,872 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data4/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,872 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:22:17,874 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:22:17,874 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:22:17,874 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:22:17,874 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:22:17,875 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,STOPPED}
2024-12-09T13:22:17,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:22:17,877 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:22:17,877 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:22:17,877 WARN  [BP-1977860856-172.17.0.3-1733750484366 heartbeating to localhost/127.0.0.1:34883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977860856-172.17.0.3-1733750484366 (Datanode Uuid b7e661e4-fa85-4c1d-8883-1fb957572817) service to localhost/127.0.0.1:34883
2024-12-09T13:22:17,878 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data1/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,878 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/cluster_896f5c96-6fbb-d778-0930-6e13b9ec8dce/data/data2/current/BP-1977860856-172.17.0.3-1733750484366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:22:17,878 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:22:17,885 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:22:17,885 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:22:17,885 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:22:17,885 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:22:17,885 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1207ea79-321a-31ef-8ccc-2a570a2f81e9/hadoop.log.dir/,STOPPED}
2024-12-09T13:22:17,895 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T13:22:17,947 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down