2024-11-12 17:40:15,291 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f15d60e
2024-11-12 17:40:15,406 main DEBUG Took 0.112004 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-12 17:40:15,406 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-12 17:40:15,407 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-12 17:40:15,408 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-12 17:40:15,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,430 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-12 17:40:15,451 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,453 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,453 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,456 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,457 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,458 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,459 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,460 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,461 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,468 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 17:40:15,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,471 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-12 17:40:15,473 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 17:40:15,475 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-12 17:40:15,479 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-12 17:40:15,480 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-12 17:40:15,482 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-12 17:40:15,483 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-12 17:40:15,498 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-12 17:40:15,502 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-12 17:40:15,505 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-12 17:40:15,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-12 17:40:15,506 main DEBUG createAppenders(={Console})
2024-11-12 17:40:15,508 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f15d60e initialized
2024-11-12 17:40:15,508 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f15d60e
2024-11-12 17:40:15,509 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f15d60e OK.
2024-11-12 17:40:15,511 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-12 17:40:15,512 main DEBUG OutputStream closed
2024-11-12 17:40:15,513 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-12 17:40:15,515 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-12 17:40:15,516 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@26e356f0 OK
2024-11-12 17:40:15,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-12 17:40:15,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-12 17:40:15,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-12 17:40:15,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-12 17:40:15,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-12 17:40:15,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-12 17:40:15,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-12 17:40:15,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-12 17:40:15,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-12 17:40:15,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-12 17:40:15,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-12 17:40:15,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-12 17:40:15,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-12 17:40:15,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-12 17:40:15,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-12 17:40:15,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-12 17:40:15,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-12 17:40:15,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-12 17:40:15,660 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12 17:40:15,660 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e6ef134) with optional ClassLoader: null
2024-11-12 17:40:15,665 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-12 17:40:15,666 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e6ef134] started OK.
2024-11-12T17:40:16,174 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a
2024-11-12 17:40:16,179 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-12 17:40:16,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12T17:40:16,193 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-11-12T17:40:16,211 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins
2024-11-12T17:40:16,294 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-12T17:40:16,385 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-12T17:40:16,387 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-12T17:40:16,415 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T17:40:16,466 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34, deleteOnExit=true
2024-11-12T17:40:16,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T17:40:16,468 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/test.cache.data in system properties and HBase conf
2024-11-12T17:40:16,469 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T17:40:16,470 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir in system properties and HBase conf
2024-11-12T17:40:16,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T17:40:16,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T17:40:16,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T17:40:16,654 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-12T17:40:16,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T17:40:16,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T17:40:16,816 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T17:40:16,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T17:40:16,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T17:40:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T17:40:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T17:40:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T17:40:16,822 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T17:40:16,823 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T17:40:16,824 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/nfs.dump.dir in system properties and HBase conf
2024-11-12T17:40:16,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/java.io.tmpdir in system properties and HBase conf
2024-11-12T17:40:16,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T17:40:16,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T17:40:16,839 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T17:40:18,485 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-12T17:40:18,610 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4538ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-12T17:40:18,735 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T17:40:18,823 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T17:40:18,917 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T17:40:18,918 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T17:40:18,920 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T17:40:18,948 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T17:40:18,954 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7ae814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,AVAILABLE}
2024-11-12T17:40:18,955 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3192a19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T17:40:19,183 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5608f426{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/java.io.tmpdir/jetty-localhost-45075-hadoop-hdfs-3_4_1-tests_jar-_-any-5953871858325993712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T17:40:19,189 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63efd3a6{HTTP/1.1, (http/1.1)}{localhost:45075}
2024-11-12T17:40:19,189 INFO  [Time-limited test {}] server.Server(415): Started @5117ms
2024-11-12T17:40:19,735 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T17:40:19,743 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T17:40:19,744 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T17:40:19,745 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T17:40:19,745 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T17:40:19,746 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,AVAILABLE}
2024-11-12T17:40:19,747 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T17:40:19,847 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17d1a8d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/java.io.tmpdir/jetty-localhost-40771-hadoop-hdfs-3_4_1-tests_jar-_-any-5879228871927727822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:40:19,847 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:40771}
2024-11-12T17:40:19,848 INFO  [Time-limited test {}] server.Server(415): Started @5776ms
2024-11-12T17:40:19,895 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T17:40:20,032 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T17:40:20,048 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T17:40:20,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T17:40:20,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T17:40:20,054 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T17:40:20,056 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,AVAILABLE}
2024-11-12T17:40:20,056 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T17:40:20,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4464725f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-15167648864235876355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:40:20,198 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:38943}
2024-11-12T17:40:20,198 INFO  [Time-limited test {}] server.Server(415): Started @6127ms
2024-11-12T17:40:20,202 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T17:40:20,259 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T17:40:20,264 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T17:40:20,266 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T17:40:20,266 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T17:40:20,266 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T17:40:20,267 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,AVAILABLE}
2024-11-12T17:40:20,268 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T17:40:20,373 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f8cb79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/java.io.tmpdir/jetty-localhost-33419-hadoop-hdfs-3_4_1-tests_jar-_-any-4095404907961351663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:40:20,374 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:33419}
2024-11-12T17:40:20,374 INFO  [Time-limited test {}] server.Server(415): Started @6302ms
2024-11-12T17:40:20,377 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T17:40:21,718 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data2/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,718 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data1/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,722 WARN  [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data3/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,728 WARN  [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data4/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,730 WARN  [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data5/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,736 WARN  [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data6/current/BP-768974061-172.17.0.3-1731433217888/current, will proceed with Du for space computation calculation, 
2024-11-12T17:40:21,784 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T17:40:21,784 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T17:40:21,785 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T17:40:21,844 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce256ce1e07e8722 with lease ID 0xbe9ca263bd20b286: Processing first storage report for DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e from datanode DatanodeRegistration(127.0.0.1:40911, datanodeUuid=6478f14f-e63e-46e7-951c-f1265134bac0, infoPort=38827, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce256ce1e07e8722 with lease ID 0xbe9ca263bd20b286: from storage DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e node DatanodeRegistration(127.0.0.1:40911, datanodeUuid=6478f14f-e63e-46e7-951c-f1265134bac0, infoPort=38827, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b78cd71b26ead17 with lease ID 0xbe9ca263bd20b287: Processing first storage report for DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95 from datanode DatanodeRegistration(127.0.0.1:41763, datanodeUuid=58aded43-08ac-417d-a964-657250176053, infoPort=45747, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,846 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b78cd71b26ead17 with lease ID 0xbe9ca263bd20b287: from storage DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95 node DatanodeRegistration(127.0.0.1:41763, datanodeUuid=58aded43-08ac-417d-a964-657250176053, infoPort=45747, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,846 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9c96ee9a6cdbe4e with lease ID 0xbe9ca263bd20b288: Processing first storage report for DS-8831348c-614a-431c-a4e6-3b6736630635 from datanode DatanodeRegistration(127.0.0.1:45157, datanodeUuid=12e67285-744f-45f1-93e0-d2577ddc5326, infoPort=37757, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,846 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9c96ee9a6cdbe4e with lease ID 0xbe9ca263bd20b288: from storage DS-8831348c-614a-431c-a4e6-3b6736630635 node DatanodeRegistration(127.0.0.1:45157, datanodeUuid=12e67285-744f-45f1-93e0-d2577ddc5326, infoPort=37757, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,846 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce256ce1e07e8722 with lease ID 0xbe9ca263bd20b286: Processing first storage report for DS-cf7a6391-78b8-4d61-804b-23cdbd5176c3 from datanode DatanodeRegistration(127.0.0.1:40911, datanodeUuid=6478f14f-e63e-46e7-951c-f1265134bac0, infoPort=38827, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,846 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce256ce1e07e8722 with lease ID 0xbe9ca263bd20b286: from storage DS-cf7a6391-78b8-4d61-804b-23cdbd5176c3 node DatanodeRegistration(127.0.0.1:40911, datanodeUuid=6478f14f-e63e-46e7-951c-f1265134bac0, infoPort=38827, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,847 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b78cd71b26ead17 with lease ID 0xbe9ca263bd20b287: Processing first storage report for DS-f365c7bf-2b1e-4c9f-bbcc-d78ea5d79f54 from datanode DatanodeRegistration(127.0.0.1:41763, datanodeUuid=58aded43-08ac-417d-a964-657250176053, infoPort=45747, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,847 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b78cd71b26ead17 with lease ID 0xbe9ca263bd20b287: from storage DS-f365c7bf-2b1e-4c9f-bbcc-d78ea5d79f54 node DatanodeRegistration(127.0.0.1:41763, datanodeUuid=58aded43-08ac-417d-a964-657250176053, infoPort=45747, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,847 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9c96ee9a6cdbe4e with lease ID 0xbe9ca263bd20b288: Processing first storage report for DS-c0d11f0c-b52d-47d0-b09c-5c30ef84ac65 from datanode DatanodeRegistration(127.0.0.1:45157, datanodeUuid=12e67285-744f-45f1-93e0-d2577ddc5326, infoPort=37757, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888)
2024-11-12T17:40:21,847 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9c96ee9a6cdbe4e with lease ID 0xbe9ca263bd20b288: from storage DS-c0d11f0c-b52d-47d0-b09c-5c30ef84ac65 node DatanodeRegistration(127.0.0.1:45157, datanodeUuid=12e67285-744f-45f1-93e0-d2577ddc5326, infoPort=37757, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=1510683213;c=1731433217888), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T17:40:21,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a
2024-11-12T17:40:22,000 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/zookeeper_0, clientPort=64413, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T17:40:22,023 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64413
2024-11-12T17:40:22,041 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:22,048 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:22,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741825_1001 (size=7)
2024-11-12T17:40:22,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741825_1001 (size=7)
2024-11-12T17:40:22,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741825_1001 (size=7)
2024-11-12T17:40:22,744 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90 with version=8
2024-11-12T17:40:22,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/hbase-staging
2024-11-12T17:40:23,046 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45
2024-11-12T17:40:23,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,060 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T17:40:23,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T17:40:23,251 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T17:40:23,335 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-12T17:40:23,347 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-12T17:40:23,353 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T17:40:23,389 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54221 (auto-detected)
2024-11-12T17:40:23,391 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-12T17:40:23,422 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41349
2024-11-12T17:40:23,452 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41349 connecting to ZooKeeper ensemble=127.0.0.1:64413
2024-11-12T17:40:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413490x0, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T17:40:23,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41349-0x101316c01460000 connected
2024-11-12T17:40:23,789 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:23,795 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:23,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:40:23,815 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90, hbase.cluster.distributed=false
2024-11-12T17:40:23,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T17:40:23,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-12T17:40:23,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349
2024-11-12T17:40:23,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349
2024-11-12T17:40:23,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-12T17:40:23,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-12T17:40:23,975 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45
2024-11-12T17:40:23,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,977 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T17:40:23,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:23,978 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T17:40:23,980 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T17:40:23,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T17:40:23,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34393
2024-11-12T17:40:23,986 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34393 connecting to ZooKeeper ensemble=127.0.0.1:64413
2024-11-12T17:40:23,987 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:23,989 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343930x0, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T17:40:24,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343930x0, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:40:24,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34393-0x101316c01460001 connected
2024-11-12T17:40:24,008 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T17:40:24,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T17:40:24,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T17:40:24,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T17:40:24,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34393
2024-11-12T17:40:24,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34393
2024-11-12T17:40:24,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34393
2024-11-12T17:40:24,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34393
2024-11-12T17:40:24,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34393
2024-11-12T17:40:24,047 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45
2024-11-12T17:40:24,047 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,047 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,048 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T17:40:24,048 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,048 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T17:40:24,048 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T17:40:24,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T17:40:24,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39391
2024-11-12T17:40:24,051 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39391 connecting to ZooKeeper ensemble=127.0.0.1:64413
2024-11-12T17:40:24,052 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,055 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393910x0, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T17:40:24,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393910x0, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:40:24,072 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T17:40:24,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39391-0x101316c01460002 connected
2024-11-12T17:40:24,075 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T17:40:24,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T17:40:24,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T17:40:24,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39391
2024-11-12T17:40:24,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39391
2024-11-12T17:40:24,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39391
2024-11-12T17:40:24,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39391
2024-11-12T17:40:24,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39391
2024-11-12T17:40:24,125 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45
2024-11-12T17:40:24,125 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,126 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T17:40:24,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T17:40:24,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T17:40:24,127 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T17:40:24,127 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T17:40:24,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38471
2024-11-12T17:40:24,134 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38471 connecting to ZooKeeper ensemble=127.0.0.1:64413
2024-11-12T17:40:24,136 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,143 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384710x0, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T17:40:24,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384710x0, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:40:24,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38471-0x101316c01460003 connected
2024-11-12T17:40:24,165 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T17:40:24,166 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T17:40:24,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T17:40:24,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T17:40:24,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-12T17:40:24,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471
2024-11-12T17:40:24,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471
2024-11-12T17:40:24,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-12T17:40:24,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471
2024-11-12T17:40:24,208 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:41349
2024-11-12T17:40:24,210 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6684de3f6e40,41349,1731433222892
2024-11-12T17:40:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,224 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6684de3f6e40,41349,1731433222892
2024-11-12T17:40:24,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T17:40:24,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T17:40:24,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T17:40:24,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,263 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-12T17:40:24,265 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6684de3f6e40,41349,1731433222892 from backup master directory
2024-11-12T17:40:24,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6684de3f6e40,41349,1731433222892
2024-11-12T17:40:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T17:40:24,279 WARN  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T17:40:24,280 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,41349,1731433222892
2024-11-12T17:40:24,282 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-12T17:40:24,283 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-12T17:40:24,354 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/hbase.id] with ID: 11c88b03-e8f9-423a-8954-b49614a5f991
2024-11-12T17:40:24,354 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/.tmp/hbase.id
2024-11-12T17:40:24,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741826_1002 (size=42)
2024-11-12T17:40:24,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741826_1002 (size=42)
2024-11-12T17:40:24,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741826_1002 (size=42)
2024-11-12T17:40:24,414 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/.tmp/hbase.id]:[hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/hbase.id]
2024-11-12T17:40:24,511 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T17:40:24,520 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T17:40:24,548 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms.
2024-11-12T17:40:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:24,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741827_1003 (size=196)
2024-11-12T17:40:24,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741827_1003 (size=196)
2024-11-12T17:40:24,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741827_1003 (size=196)
2024-11-12T17:40:25,054 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T17:40:25,057 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T17:40:25,068 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:25,142 WARN  [IPC Server handler 1 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:25,142 WARN  [IPC Server handler 1 on default port 41227 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T17:40:25,143 WARN  [IPC Server handler 1 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T17:40:25,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741828_1004 (size=1189)
2024-11-12T17:40:25,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741828_1004 (size=1189)
2024-11-12T17:40:25,614 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store
2024-11-12T17:40:25,630 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:25,631 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:25,631 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T17:40:25,632 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T17:40:25,636 WARN  [IPC Server handler 3 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:25,637 WARN  [IPC Server handler 3 on default port 41227 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T17:40:25,637 WARN  [IPC Server handler 3 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T17:40:25,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741829_1005 (size=34)
2024-11-12T17:40:25,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741829_1005 (size=34)
2024-11-12T17:40:25,659 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-12T17:40:25,666 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:25,668 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T17:40:25,668 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:40:25,668 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:40:25,670 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T17:40:25,670 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:40:25,670 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:40:25,672 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731433225667Disabling compacts and flushes for region at 1731433225667Disabling writes for close at 1731433225670 (+3 ms)Writing region close event to WAL at 1731433225670Closed at 1731433225670
2024-11-12T17:40:25,674 WARN  [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/.initializing
2024-11-12T17:40:25,674 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/WALs/6684de3f6e40,41349,1731433222892
2024-11-12T17:40:25,688 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:25,711 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C41349%2C1731433222892, suffix=, logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/WALs/6684de3f6e40,41349,1731433222892, archiveDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/oldWALs, maxLogs=10
2024-11-12T17:40:25,752 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/WALs/6684de3f6e40,41349,1731433222892/6684de3f6e40%2C41349%2C1731433222892.1731433225717, exclude list is [], retry=0
2024-11-12T17:40:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-12T17:40:25,850 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache
2024-11-12T17:40:25,987 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/WALs/6684de3f6e40,41349,1731433222892/6684de3f6e40%2C41349%2C1731433222892.1731433225717
2024-11-12T17:40:25,996 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:40:25,997 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:25,998 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:26,007 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,008 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T17:40:26,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T17:40:26,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:26,206 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:26,207 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T17:40:26,226 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T17:40:26,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:26,229 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:26,234 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T17:40:26,243 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T17:40:26,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:26,247 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:26,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T17:40:26,266 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T17:40:26,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:26,271 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:26,272 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,281 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,287 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,309 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,310 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,317 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T17:40:26,328 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T17:40:26,339 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:26,344 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60815208, jitterRate=-0.09378278255462646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T17:40:26,356 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731433226029Initializing all the Stores at 1731433226035 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433226037 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433226049 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433226051 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433226051Cleaning up temporary data from old regions at 1731433226310 (+259 ms)Region opened successfully at 1731433226356 (+46 ms)
2024-11-12T17:40:26,359 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T17:40:26,429 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdbde99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0
2024-11-12T17:40:26,471 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T17:40:26,489 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T17:40:26,489 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T17:40:26,493 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T17:40:26,497 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-12T17:40:26,507 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec
2024-11-12T17:40:26,507 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T17:40:26,555 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T17:40:26,574 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-12T17:40:26,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-12T17:40:26,594 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T17:40:26,597 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-12T17:40:26,608 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-12T17:40:26,611 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T17:40:26,618 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-12T17:40:26,630 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-12T17:40:26,634 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-12T17:40:26,644 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-12T17:40:26,699 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T17:40:26,715 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-12T17:40:26,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T17:40:26,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T17:40:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T17:40:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T17:40:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,747 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,41349,1731433222892, sessionid=0x101316c01460000, setting cluster-up flag (Was=false)
2024-11-12T17:40:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,880 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-12T17:40:26,892 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41349,1731433222892
2024-11-12T17:40:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:26,970 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-12T17:40:26,993 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,41349,1731433222892
2024-11-12T17:40:27,004 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T17:40:27,110 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(746): ClusterId : 11c88b03-e8f9-423a-8954-b49614a5f991
2024-11-12T17:40:27,113 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T17:40:27,118 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(746): ClusterId : 11c88b03-e8f9-423a-8954-b49614a5f991
2024-11-12T17:40:27,118 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T17:40:27,139 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(746): ClusterId : 11c88b03-e8f9-423a-8954-b49614a5f991
2024-11-12T17:40:27,140 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T17:40:27,152 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T17:40:27,152 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T17:40:27,152 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T17:40:27,153 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T17:40:27,162 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T17:40:27,164 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T17:40:27,164 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T17:40:27,168 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T17:40:27,169 DEBUG [RS:1;6684de3f6e40:39391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a55406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0
2024-11-12T17:40:27,171 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T17:40:27,173 DEBUG [RS:0;6684de3f6e40:34393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efc73f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0
2024-11-12T17:40:27,176 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T17:40:27,179 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T17:40:27,179 DEBUG [RS:2;6684de3f6e40:38471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ea568c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0
2024-11-12T17:40:27,190 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T17:40:27,199 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6684de3f6e40:39391
2024-11-12T17:40:27,197 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,41349,1731433222892
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T17:40:27,209 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6684de3f6e40:38471
2024-11-12T17:40:27,210 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T17:40:27,210 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T17:40:27,210 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T17:40:27,212 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10
2024-11-12T17:40:27,213 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=39391, startcode=1731433224046
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,213 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2
2024-11-12T17:40:27,214 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,216 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T17:40:27,216 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T17:40:27,216 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T17:40:27,221 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=38471, startcode=1731433224117
2024-11-12T17:40:27,230 DEBUG [RS:2;6684de3f6e40:38471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T17:40:27,230 DEBUG [RS:1;6684de3f6e40:39391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T17:40:27,234 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:34393
2024-11-12T17:40:27,234 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T17:40:27,234 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T17:40:27,234 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T17:40:27,236 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=34393, startcode=1731433223937
2024-11-12T17:40:27,237 DEBUG [RS:0;6684de3f6e40:34393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T17:40:27,247 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433257247
2024-11-12T17:40:27,250 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T17:40:27,251 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T17:40:27,256 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T17:40:27,257 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T17:40:27,257 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T17:40:27,258 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T17:40:27,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T17:40:27,278 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T17:40:27,286 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:27,286 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T17:40:27,283 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,300 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T17:40:27,303 WARN  [IPC Server handler 1 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:27,303 WARN  [IPC Server handler 1 on default port 41227 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T17:40:27,303 WARN  [IPC Server handler 1 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T17:40:27,302 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T17:40:27,312 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T17:40:27,314 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T17:40:27,323 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T17:40:27,337 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T17:40:27,338 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T17:40:27,339 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T17:40:27,340 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-12T17:40:27,344 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T17:40:27,344 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T17:40:27,346 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433227345,5,FailOnTimeoutGroup]
2024-11-12T17:40:27,348 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433227346,5,FailOnTimeoutGroup]
2024-11-12T17:40:27,348 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,348 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T17:40:27,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741831_1007 (size=1321)
2024-11-12T17:40:27,350 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,350 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741831_1007 (size=1321)
2024-11-12T17:40:27,358 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T17:40:27,359 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90
2024-11-12T17:40:27,384 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T17:40:27,384 WARN  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T17:40:27,387 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T17:40:27,388 WARN  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T17:40:27,388 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-12T17:40:27,388 WARN  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-12T17:40:27,392 WARN  [IPC Server handler 4 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T17:40:27,392 WARN  [IPC Server handler 4 on default port 41227 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T17:40:27,392 WARN  [IPC Server handler 4 on default port 41227 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T17:40:27,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741832_1008 (size=32)
2024-11-12T17:40:27,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741832_1008 (size=32)
2024-11-12T17:40:27,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:27,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T17:40:27,441 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T17:40:27,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:27,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:27,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T17:40:27,451 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T17:40:27,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:27,452 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:27,452 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T17:40:27,456 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T17:40:27,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:27,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:27,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T17:40:27,467 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T17:40:27,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:27,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T17:40:27,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740
2024-11-12T17:40:27,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740
2024-11-12T17:40:27,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T17:40:27,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T17:40:27,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T17:40:27,485 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=34393, startcode=1731433223937
2024-11-12T17:40:27,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T17:40:27,488 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,489 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=39391, startcode=1731433224046
2024-11-12T17:40:27,489 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,41349,1731433222892 with port=38471, startcode=1731433224117
2024-11-12T17:40:27,491 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,502 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,502 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:27,505 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90
2024-11-12T17:40:27,505 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41227
2024-11-12T17:40:27,505 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T17:40:27,505 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65100095, jitterRate=-0.029932990670204163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T17:40:27,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731433227428Initializing all the Stores at 1731433227431 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433227431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433227435 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433227435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433227435Cleaning up temporary data from old regions at 1731433227476 (+41 ms)Region opened successfully at 1731433227511 (+35 ms)
2024-11-12T17:40:27,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T17:40:27,511 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T17:40:27,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T17:40:27,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T17:40:27,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T17:40:27,516 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T17:40:27,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731433227511Disabling compacts and flushes for region at 1731433227511Disabling writes for close at 1731433227512 (+1 ms)Writing region close event to WAL at 1731433227512Closed at 1731433227516 (+4 ms)
2024-11-12T17:40:27,516 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,517 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,517 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90
2024-11-12T17:40:27,517 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41227
2024-11-12T17:40:27,517 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T17:40:27,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T17:40:27,521 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T17:40:27,522 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90
2024-11-12T17:40:27,522 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41227
2024-11-12T17:40:27,522 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T17:40:27,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T17:40:27,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T17:40:27,551 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T17:40:27,563 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T17:40:27,625 DEBUG [RS:0;6684de3f6e40:34393 {}] zookeeper.ZKUtil(111): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,625 DEBUG [RS:2;6684de3f6e40:38471 {}] zookeeper.ZKUtil(111): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,625 DEBUG [RS:1;6684de3f6e40:39391 {}] zookeeper.ZKUtil(111): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,625 WARN  [RS:1;6684de3f6e40:39391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T17:40:27,625 WARN  [RS:2;6684de3f6e40:38471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T17:40:27,625 WARN  [RS:0;6684de3f6e40:34393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T17:40:27,625 INFO  [RS:1;6684de3f6e40:39391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:27,625 INFO  [RS:2;6684de3f6e40:38471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:27,625 INFO  [RS:0;6684de3f6e40:34393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:27,625 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,625 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,625 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,626 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,39391,1731433224046]
2024-11-12T17:40:27,627 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,38471,1731433224117]
2024-11-12T17:40:27,627 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,34393,1731433223937]
2024-11-12T17:40:27,655 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T17:40:27,655 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T17:40:27,657 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T17:40:27,673 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T17:40:27,673 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T17:40:27,673 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T17:40:27,684 INFO  [RS:1;6684de3f6e40:39391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T17:40:27,684 INFO  [RS:2;6684de3f6e40:38471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T17:40:27,684 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,684 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,685 INFO  [RS:0;6684de3f6e40:34393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T17:40:27,685 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,686 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T17:40:27,687 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T17:40:27,687 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T17:40:27,693 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T17:40:27,695 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,696 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,696 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,696 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,696 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,696 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T17:40:27,696 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2
2024-11-12T17:40:27,697 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,697 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,697 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2
2024-11-12T17:40:27,698 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,698 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:0;6684de3f6e40:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,699 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,699 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,700 DEBUG [RS:1;6684de3f6e40:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,700 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,700 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,700 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1
2024-11-12T17:40:27,700 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,700 DEBUG [RS:2;6684de3f6e40:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3
2024-11-12T17:40:27,711 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,712 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,712 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,712 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,712 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,712 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34393,1731433223937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,713 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39391,1731433224046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T17:40:27,714 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,714 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,714 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,714 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,715 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,715 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38471,1731433224117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T17:40:27,716 WARN  [6684de3f6e40:41349 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T17:40:27,736 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T17:40:27,736 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T17:40:27,739 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39391,1731433224046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,739 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,34393,1731433223937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,740 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,740 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.Replication(171): 6684de3f6e40,39391,1731433224046 started
2024-11-12T17:40:27,740 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,740 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.Replication(171): 6684de3f6e40,34393,1731433223937 started
2024-11-12T17:40:27,744 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T17:40:27,744 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38471,1731433224117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,744 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,744 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.Replication(171): 6684de3f6e40,38471,1731433224117 started
2024-11-12T17:40:27,764 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,764 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,764 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,39391,1731433224046, RpcServer on 6684de3f6e40/172.17.0.3:39391, sessionid=0x101316c01460002
2024-11-12T17:40:27,764 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,38471,1731433224117, RpcServer on 6684de3f6e40/172.17.0.3:38471, sessionid=0x101316c01460003
2024-11-12T17:40:27,764 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:27,765 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,34393,1731433223937, RpcServer on 6684de3f6e40/172.17.0.3:34393, sessionid=0x101316c01460001
2024-11-12T17:40:27,765 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T17:40:27,765 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T17:40:27,765 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T17:40:27,765 DEBUG [RS:1;6684de3f6e40:39391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,765 DEBUG [RS:2;6684de3f6e40:38471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,765 DEBUG [RS:0;6684de3f6e40:34393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,765 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39391,1731433224046'
2024-11-12T17:40:27,765 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38471,1731433224117'
2024-11-12T17:40:27,765 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34393,1731433223937'
2024-11-12T17:40:27,765 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T17:40:27,765 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T17:40:27,766 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T17:40:27,766 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T17:40:27,766 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T17:40:27,767 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T17:40:27,767 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T17:40:27,767 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T17:40:27,767 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T17:40:27,768 DEBUG [RS:0;6684de3f6e40:34393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,34393,1731433223937
2024-11-12T17:40:27,768 DEBUG [RS:2;6684de3f6e40:38471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,38471,1731433224117
2024-11-12T17:40:27,768 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,34393,1731433223937'
2024-11-12T17:40:27,768 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38471,1731433224117'
2024-11-12T17:40:27,768 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T17:40:27,768 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T17:40:27,769 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T17:40:27,769 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T17:40:27,770 DEBUG [RS:0;6684de3f6e40:34393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T17:40:27,770 INFO  [RS:0;6684de3f6e40:34393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T17:40:27,770 INFO  [RS:0;6684de3f6e40:34393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T17:40:27,771 DEBUG [RS:2;6684de3f6e40:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T17:40:27,771 INFO  [RS:2;6684de3f6e40:38471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T17:40:27,771 INFO  [RS:2;6684de3f6e40:38471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T17:40:27,766 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T17:40:27,772 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T17:40:27,772 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T17:40:27,772 DEBUG [RS:1;6684de3f6e40:39391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,39391,1731433224046
2024-11-12T17:40:27,772 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39391,1731433224046'
2024-11-12T17:40:27,772 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T17:40:27,773 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T17:40:27,773 DEBUG [RS:1;6684de3f6e40:39391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T17:40:27,773 INFO  [RS:1;6684de3f6e40:39391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T17:40:27,773 INFO  [RS:1;6684de3f6e40:39391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T17:40:27,876 INFO  [RS:2;6684de3f6e40:38471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:27,877 INFO  [RS:1;6684de3f6e40:39391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:27,878 INFO  [RS:0;6684de3f6e40:34393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:27,882 INFO  [RS:2;6684de3f6e40:38471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38471%2C1731433224117, suffix=, logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,38471,1731433224117, archiveDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs, maxLogs=32
2024-11-12T17:40:27,885 INFO  [RS:0;6684de3f6e40:34393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C34393%2C1731433223937, suffix=, logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937, archiveDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs, maxLogs=32
2024-11-12T17:40:27,885 INFO  [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39391%2C1731433224046, suffix=, logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046, archiveDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs, maxLogs=32
2024-11-12T17:40:27,911 DEBUG [RS:2;6684de3f6e40:38471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,38471,1731433224117/6684de3f6e40%2C38471%2C1731433224117.1731433227889, exclude list is [], retry=0
2024-11-12T17:40:27,914 DEBUG [RS:0;6684de3f6e40:34393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937/6684de3f6e40%2C34393%2C1731433223937.1731433227896, exclude list is [], retry=0
2024-11-12T17:40:27,914 DEBUG [RS:1;6684de3f6e40:39391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046/6684de3f6e40%2C39391%2C1731433224046.1731433227895, exclude list is [], retry=0
2024-11-12T17:40:27,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:27,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:27,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:27,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:27,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:27,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:27,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:27,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:27,999 INFO  [RS:2;6684de3f6e40:38471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,38471,1731433224117/6684de3f6e40%2C38471%2C1731433224117.1731433227889
2024-11-12T17:40:28,001 DEBUG [RS:2;6684de3f6e40:38471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:28,024 INFO  [RS:0;6684de3f6e40:34393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937/6684de3f6e40%2C34393%2C1731433223937.1731433227896
2024-11-12T17:40:28,025 DEBUG [RS:0;6684de3f6e40:34393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:28,033 INFO  [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046/6684de3f6e40%2C39391%2C1731433224046.1731433227895
2024-11-12T17:40:28,039 DEBUG [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:28,219 DEBUG [6684de3f6e40:41349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-12T17:40:28,229 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0}
2024-11-12T17:40:28,237 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T17:40:28,238 INFO  [6684de3f6e40:41349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T17:40:28,238 INFO  [6684de3f6e40:41349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T17:40:28,238 INFO  [6684de3f6e40:41349 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T17:40:28,238 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T17:40:28,249 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:28,256 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39391,1731433224046, state=OPENING
2024-11-12T17:40:28,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T17:40:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:40:28,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T17:40:28,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39391,1731433224046}]
2024-11-12T17:40:28,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T17:40:28,517 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T17:40:28,537 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T17:40:28,537 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:28,538 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T17:40:28,545 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39391%2C1731433224046.meta, suffix=.meta, logDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046, archiveDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs, maxLogs=32
2024-11-12T17:40:28,564 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046/6684de3f6e40%2C39391%2C1731433224046.meta.1731433228549.meta, exclude list is [], retry=0
2024-11-12T17:40:28,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:28,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:28,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:28,601 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,39391,1731433224046/6684de3f6e40%2C39391%2C1731433224046.meta.1731433228549.meta
2024-11-12T17:40:28,602 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:28,602 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:28,604 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T17:40:28,608 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T17:40:28,613 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T17:40:28,618 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T17:40:28,619 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:28,619 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T17:40:28,619 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T17:40:28,623 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T17:40:28,624 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T17:40:28,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:28,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:28,626 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T17:40:28,627 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T17:40:28,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:28,628 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:28,629 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T17:40:28,631 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T17:40:28,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:28,632 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:28,632 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T17:40:28,634 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T17:40:28,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:28,636 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T17:40:28,636 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T17:40:28,638 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740
2024-11-12T17:40:28,642 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740
2024-11-12T17:40:28,645 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T17:40:28,645 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T17:40:28,646 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T17:40:28,649 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T17:40:28,650 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64023775, jitterRate=-0.04597140848636627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T17:40:28,650 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T17:40:28,652 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731433228620Writing region info on filesystem at 1731433228620Initializing all the Stores at 1731433228622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433228622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433228622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433228622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433228622Cleaning up temporary data from old regions at 1731433228645 (+23 ms)Running coprocessor post-open hooks at 1731433228651 (+6 ms)Region opened successfully at 1731433228652 (+1 ms)
2024-11-12T17:40:28,664 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433228502
2024-11-12T17:40:28,680 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T17:40:28,681 INFO  [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T17:40:28,684 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:28,688 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39391,1731433224046, state=OPEN
2024-11-12T17:40:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T17:40:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T17:40:28,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T17:40:28,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T17:40:28,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T17:40:28,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:28,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T17:40:28,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39391,1731433224046 in 422 msec
2024-11-12T17:40:28,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T17:40:28,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2290 sec
2024-11-12T17:40:28,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T17:40:28,768 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T17:40:28,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T17:40:28,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39391,1731433224046, seqNum=-1]
2024-11-12T17:40:28,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T17:40:28,829 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T17:40:28,873 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8130 sec
2024-11-12T17:40:28,873 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433228873, completionTime=-1
2024-11-12T17:40:28,877 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-12T17:40:28,877 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T17:40:28,943 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-12T17:40:28,943 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731433288943
2024-11-12T17:40:28,943 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731433348943
2024-11-12T17:40:28,943 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 66 msec
2024-11-12T17:40:28,946 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-12T17:40:28,962 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:28,963 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:28,963 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:28,966 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:41349, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:28,973 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:28,978 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T17:40:28,979 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:29,023 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.743sec
2024-11-12T17:40:29,025 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T17:40:29,027 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T17:40:29,028 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T17:40:29,029 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T17:40:29,029 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T17:40:29,030 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T17:40:29,031 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T17:40:29,048 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T17:40:29,049 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T17:40:29,050 INFO  [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,41349,1731433222892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:29,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7d7d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T17:40:29,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,41349,-1 for getting cluster id
2024-11-12T17:40:29,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T17:40:29,150 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11c88b03-e8f9-423a-8954-b49614a5f991'
2024-11-12T17:40:29,154 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T17:40:29,155 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11c88b03-e8f9-423a-8954-b49614a5f991"

2024-11-12T17:40:29,155 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c47f2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T17:40:29,155 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,41349,-1]
2024-11-12T17:40:29,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T17:40:29,165 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:40:29,169 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T17:40:29,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb806ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T17:40:29,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T17:40:29,198 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39391,1731433224046, seqNum=-1]
2024-11-12T17:40:29,199 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T17:40:29,203 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T17:40:29,235 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,41349,1731433222892
2024-11-12T17:40:29,238 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41227/hbase
2024-11-12T17:40:29,264 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=608, MaxFileDescriptor=1048576, SystemLoadAverage=938, ProcessCount=11, AvailableMemoryMB=1793
2024-11-12T17:40:29,285 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:29,290 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:29,291 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:29,298 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95324301, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-95324301, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:29,315 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95324301/hregion-95324301.1731433229299, exclude list is [], retry=0
2024-11-12T17:40:29,322 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:29,322 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:29,330 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:29,369 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95324301/hregion-95324301.1731433229299
2024-11-12T17:40:29,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:29,371 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => df1325b4d161086f8002a0666952b018, NAME => 'testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:29,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741838_1014 (size=64)
2024-11-12T17:40:29,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741838_1014 (size=64)
2024-11-12T17:40:29,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741838_1014 (size=64)
2024-11-12T17:40:29,400 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:29,402 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df1325b4d161086f8002a0666952b018 
2024-11-12T17:40:29,406 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1325b4d161086f8002a0666952b018 columnFamilyName a
2024-11-12T17:40:29,406 DEBUG [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:29,407 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] regionserver.HStore(327): Store=df1325b4d161086f8002a0666952b018/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:29,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,415 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:29,420 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened df1325b4d161086f8002a0666952b018; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819172, jitterRate=0.05528789758682251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:40:29,421 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df1325b4d161086f8002a0666952b018:
Writing region info on filesystem at 1731433229400Initializing all the Stores at 1731433229402 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433229402Cleaning up temporary data from old regions at 1731433229411 (+9 ms)Region opened successfully at 1731433229421 (+10 ms)
2024-11-12T17:40:29,421 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing df1325b4d161086f8002a0666952b018, disabling compactions & flushes
2024-11-12T17:40:29,421 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.
2024-11-12T17:40:29,421 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.
2024-11-12T17:40:29,421 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018. after waiting 0 ms
2024-11-12T17:40:29,421 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.
2024-11-12T17:40:29,422 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.
2024-11-12T17:40:29,422 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for df1325b4d161086f8002a0666952b018:
Waiting for close lock at 1731433229421Disabling compacts and flushes for region at 1731433229421Disabling writes for close at 1731433229421Writing region close event to WAL at 1731433229422 (+1 ms)Closed at 1731433229422
2024-11-12T17:40:29,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741837_1013 (size=175)
2024-11-12T17:40:29,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741837_1013 (size=175)
2024-11-12T17:40:29,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741837_1013 (size=175)
2024-11-12T17:40:29,434 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:29,434 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95324301:(num 1731433229299)
2024-11-12T17:40:29,436 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-12T17:40:29,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741839_1015 (size=469)
2024-11-12T17:40:29,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741839_1015 (size=469)
2024-11-12T17:40:29,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741839_1015 (size=469)
2024-11-12T17:40:29,486 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-12T17:40:29,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741840_1016 (size=322)
2024-11-12T17:40:29,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741840_1016 (size=322)
2024-11-12T17:40:29,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741840_1016 (size=322)
2024-11-12T17:40:29,549 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1, size=469 (469bytes)
2024-11-12T17:40:29,550 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-12T17:40:29,550 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-12T17:40:29,550 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1
2024-11-12T17:40:29,556 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1 after 4ms
2024-11-12T17:40:29,588 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:29,588 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1 took 40ms
2024-11-12T17:40:29,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1 so closing down
2024-11-12T17:40:29,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:29,597 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-12T17:40:29,626 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp
2024-11-12T17:40:29,627 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741841_1017 (size=469)
2024-11-12T17:40:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741841_1017 (size=469)
2024-11-12T17:40:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741841_1017 (size=469)
2024-11-12T17:40:29,639 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:29,642 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002
2024-11-12T17:40:29,648 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-11-12T17:40:29,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1, journal: Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1, size=469 (469bytes) at 1731433229549Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1 so closing down at 1731433229594 (+45 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp at 1731433229626 (+32 ms)3 split writer threads finished at 1731433229628 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731433229639 (+11 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002 at 1731433229642 (+3 ms)Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731433229648 (+6 ms)
2024-11-12T17:40:29,672 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2, size=322 (322bytes)
2024-11-12T17:40:29,672 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2
2024-11-12T17:40:29,673 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2 after 1ms
2024-11-12T17:40:29,728 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:29,729 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2 took 58ms
2024-11-12T17:40:29,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2 so closing down
2024-11-12T17:40:29,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:29,742 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-12T17:40:29,786 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002-wal-2.temp
2024-11-12T17:40:29,787 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:29,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741842_1018 (size=322)
2024-11-12T17:40:29,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741842_1018 (size=322)
2024-11-12T17:40:29,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741842_1018 (size=322)
2024-11-12T17:40:29,818 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:29,864 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:29,867 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002-wal-2.temp, length=322
2024-11-12T17:40:29,869 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-11-12T17:40:29,869 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2, journal: Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2, size=322 (322bytes) at 1731433229672Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2 so closing down at 1731433229738 (+66 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002-wal-2.temp at 1731433229786 (+48 ms)3 split writer threads finished at 1731433229787 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731433229818 (+31 ms)Processed 1 edits across 1 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731433229869 (+51 ms)
2024-11-12T17:40:29,869 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:29,872 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:29,885 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal.1731433229873, exclude list is [], retry=0
2024-11-12T17:40:29,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:29,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:29,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:29,930 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal.1731433229873
2024-11-12T17:40:29,931 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:29,931 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => df1325b4d161086f8002a0666952b018, NAME => 'testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:29,931 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:29,931 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,931 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,934 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df1325b4d161086f8002a0666952b018 
2024-11-12T17:40:29,936 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1325b4d161086f8002a0666952b018 columnFamilyName a
2024-11-12T17:40:29,936 DEBUG [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:29,937 INFO  [StoreOpener-df1325b4d161086f8002a0666952b018-1 {}] regionserver.HStore(327): Store=df1325b4d161086f8002a0666952b018/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:29,937 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018
2024-11-12T17:40:29,944 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002
2024-11-12T17:40:29,973 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:29,979 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002
2024-11-12T17:40:29,982 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing df1325b4d161086f8002a0666952b018 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-12T17:40:30,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/.tmp/a/0ffa8856c6c746e78fcfa9f22d115177 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731433229434/Put/seqid=0
2024-11-12T17:40:30,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741844_1020 (size=5170)
2024-11-12T17:40:30,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741844_1020 (size=5170)
2024-11-12T17:40:30,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741844_1020 (size=5170)
2024-11-12T17:40:30,078 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/.tmp/a/0ffa8856c6c746e78fcfa9f22d115177
2024-11-12T17:40:30,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/.tmp/a/0ffa8856c6c746e78fcfa9f22d115177 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/a/0ffa8856c6c746e78fcfa9f22d115177
2024-11-12T17:40:30,151 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/a/0ffa8856c6c746e78fcfa9f22d115177, entries=2, sequenceid=2, filesize=5.0 K
2024-11-12T17:40:30,158 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for df1325b4d161086f8002a0666952b018 in 175ms, sequenceid=2, compaction requested=false; wal=null
2024-11-12T17:40:30,160 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/0000000000000000002
2024-11-12T17:40:30,161 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:30,161 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:30,165 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df1325b4d161086f8002a0666952b018
2024-11-12T17:40:30,172 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/df1325b4d161086f8002a0666952b018/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-12T17:40:30,176 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened df1325b4d161086f8002a0666952b018; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73770926, jitterRate=0.0992724597454071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:40:30,177 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df1325b4d161086f8002a0666952b018:
Writing region info on filesystem at 1731433229932Initializing all the Stores at 1731433229934 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433229934Obtaining lock to block concurrent updates at 1731433229982 (+48 ms)Preparing flush snapshotting stores in df1325b4d161086f8002a0666952b018 at 1731433229982Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731433229985 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731433229287.df1325b4d161086f8002a0666952b018. at 1731433229985Flushing df1325b4d161086f8002a0666952b018/a: creating writer at 1731433229986 (+1 ms)Flushing df1325b4d161086f8002a0666952b018/a: appending metadata at 1731433230030 (+44 ms)Flushing df1325b4d161086f8002a0666952b018/a: closing flushed file at 1731433230034 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77066865: reopening flushed file at 1731433230129 (+95 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for df1325b4d161086f8002a0666952b018 in 175ms, sequenceid=2, compaction requested=false; wal=null at 1731433230158 (+29 ms)Cleaning up temporary data from old regions at 1731433230161 (+3 ms)Region opened successfully at 1731433230177 (+16 ms)
2024-11-12T17:40:30,210 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 361)
Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:51664 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41227/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:39982 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:36588 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:51628 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:36668 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:39966 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=703 (was 608) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=938 (was 938), ProcessCount=11 (was 11), AvailableMemoryMB=1804 (was 1793) - AvailableMemoryMB LEAK? -
2024-11-12T17:40:30,229 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=938, ProcessCount=11, AvailableMemoryMB=1804
2024-11-12T17:40:30,246 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:30,253 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:30,254 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:30,260 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64649948, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-64649948, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:30,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64649948/hregion-64649948.1731433230261, exclude list is [], retry=0
2024-11-12T17:40:30,283 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:30,283 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:30,285 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:30,327 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64649948/hregion-64649948.1731433230261
2024-11-12T17:40:30,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:30,328 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bfc82e4229ff24deb685f32cd1b894a9, NAME => 'testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:30,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741846_1022 (size=64)
2024-11-12T17:40:30,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741846_1022 (size=64)
2024-11-12T17:40:30,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741846_1022 (size=64)
2024-11-12T17:40:30,351 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:30,353 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bfc82e4229ff24deb685f32cd1b894a9 
2024-11-12T17:40:30,356 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc82e4229ff24deb685f32cd1b894a9 columnFamilyName a
2024-11-12T17:40:30,356 DEBUG [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:30,357 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] regionserver.HStore(327): Store=bfc82e4229ff24deb685f32cd1b894a9/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:30,357 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,359 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,360 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,360 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:30,369 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:30,370 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bfc82e4229ff24deb685f32cd1b894a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71395621, jitterRate=0.0638776570558548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:40:30,370 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bfc82e4229ff24deb685f32cd1b894a9:
Writing region info on filesystem at 1731433230351Initializing all the Stores at 1731433230352 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433230352Cleaning up temporary data from old regions at 1731433230360 (+8 ms)Region opened successfully at 1731433230370 (+10 ms)
2024-11-12T17:40:30,370 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bfc82e4229ff24deb685f32cd1b894a9, disabling compactions & flushes
2024-11-12T17:40:30,370 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.
2024-11-12T17:40:30,370 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.
2024-11-12T17:40:30,370 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9. after waiting 0 ms
2024-11-12T17:40:30,370 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.
2024-11-12T17:40:30,371 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.
2024-11-12T17:40:30,371 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bfc82e4229ff24deb685f32cd1b894a9:
Waiting for close lock at 1731433230370Disabling compacts and flushes for region at 1731433230370Disabling writes for close at 1731433230370Writing region close event to WAL at 1731433230371 (+1 ms)Closed at 1731433230371
2024-11-12T17:40:30,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741845_1021 (size=175)
2024-11-12T17:40:30,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741845_1021 (size=175)
2024-11-12T17:40:30,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741845_1021 (size=175)
2024-11-12T17:40:30,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:30,386 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64649948:(num 1731433230261)
2024-11-12T17:40:30,388 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-12T17:40:30,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741847_1023 (size=469)
2024-11-12T17:40:30,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741847_1023 (size=469)
2024-11-12T17:40:30,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741847_1023 (size=469)
2024-11-12T17:40:30,445 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-12T17:40:30,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741848_1024 (size=322)
2024-11-12T17:40:30,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741848_1024 (size=322)
2024-11-12T17:40:30,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741848_1024 (size=322)
2024-11-12T17:40:30,503 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2, size=322 (322bytes)
2024-11-12T17:40:30,503 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2
2024-11-12T17:40:30,504 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2 after 1ms
2024-11-12T17:40:30,542 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:30,543 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2 took 40ms
2024-11-12T17:40:30,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2 so closing down
2024-11-12T17:40:30,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:30,553 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-12T17:40:30,587 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp
2024-11-12T17:40:30,587 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:30,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741849_1025 (size=322)
2024-11-12T17:40:30,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741849_1025 (size=322)
2024-11-12T17:40:30,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741849_1025 (size=322)
2024-11-12T17:40:30,654 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:30,658 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002
2024-11-12T17:40:30,658 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-11-12T17:40:30,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2, journal: Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2, size=322 (322bytes) at 1731433230503Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2 so closing down at 1731433230547 (+44 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp at 1731433230587 (+40 ms)3 split writer threads finished at 1731433230587Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731433230654 (+67 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002 at 1731433230658 (+4 ms)Processed 1 edits across 1 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731433230658
2024-11-12T17:40:30,682 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1, size=469 (469bytes)
2024-11-12T17:40:30,682 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1
2024-11-12T17:40:30,684 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1 after 2ms
2024-11-12T17:40:30,738 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:30,738 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1 took 57ms
2024-11-12T17:40:30,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1 so closing down
2024-11-12T17:40:30,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:30,829 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-12T17:40:30,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741828_1004 (size=1189)
2024-11-12T17:40:30,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741829_1005 (size=34)
2024-11-12T17:40:30,881 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp
2024-11-12T17:40:30,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741831_1007 (size=1321)
2024-11-12T17:40:30,882 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:30,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741832_1008 (size=32)
2024-11-12T17:40:30,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741850_1026 (size=469)
2024-11-12T17:40:30,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741850_1026 (size=469)
2024-11-12T17:40:30,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741850_1026 (size=469)
2024-11-12T17:40:31,318 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:31,364 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:31,367 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002, length=322
2024-11-12T17:40:31,370 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002
2024-11-12T17:40:31,370 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 605 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-11-12T17:40:31,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1, journal: Splitting hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1, size=469 (469bytes) at 1731433230682Finishing writing output for hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1 so closing down at 1731433230787 (+105 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp at 1731433230881 (+94 ms)3 split writer threads finished at 1731433230882 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731433231318 (+436 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002 at 1731433231370 (+52 ms)Processed 2 edits across 1 Regions in 605 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731433231370
2024-11-12T17:40:31,371 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:31,375 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:31,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal.1731433231375, exclude list is [], retry=0
2024-11-12T17:40:31,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:31,401 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:31,401 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:31,471 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal.1731433231375
2024-11-12T17:40:31,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:31,473 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bfc82e4229ff24deb685f32cd1b894a9, NAME => 'testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:31,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:31,474 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,474 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,485 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bfc82e4229ff24deb685f32cd1b894a9 
2024-11-12T17:40:31,489 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc82e4229ff24deb685f32cd1b894a9 columnFamilyName a
2024-11-12T17:40:31,490 DEBUG [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:31,491 INFO  [StoreOpener-bfc82e4229ff24deb685f32cd1b894a9-1 {}] regionserver.HStore(327): Store=bfc82e4229ff24deb685f32cd1b894a9/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:31,491 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,517 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002
2024-11-12T17:40:31,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:31,568 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002
2024-11-12T17:40:31,568 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bfc82e4229ff24deb685f32cd1b894a9 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-12T17:40:31,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/.tmp/a/a44ca106c6124a1a86381850314834d1 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731433230387/Put/seqid=0
2024-11-12T17:40:31,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741852_1028 (size=5170)
2024-11-12T17:40:31,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741852_1028 (size=5170)
2024-11-12T17:40:31,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741852_1028 (size=5170)
2024-11-12T17:40:31,619 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/.tmp/a/a44ca106c6124a1a86381850314834d1
2024-11-12T17:40:31,646 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/.tmp/a/a44ca106c6124a1a86381850314834d1 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/a/a44ca106c6124a1a86381850314834d1
2024-11-12T17:40:31,662 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/a/a44ca106c6124a1a86381850314834d1, entries=2, sequenceid=2, filesize=5.0 K
2024-11-12T17:40:31,662 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bfc82e4229ff24deb685f32cd1b894a9 in 94ms, sequenceid=2, compaction requested=false; wal=null
2024-11-12T17:40:31,663 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/0000000000000000002
2024-11-12T17:40:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,667 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bfc82e4229ff24deb685f32cd1b894a9
2024-11-12T17:40:31,671 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/bfc82e4229ff24deb685f32cd1b894a9/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-12T17:40:31,673 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bfc82e4229ff24deb685f32cd1b894a9; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63782978, jitterRate=-0.049559563398361206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:40:31,674 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bfc82e4229ff24deb685f32cd1b894a9:
Writing region info on filesystem at 1731433231474Initializing all the Stores at 1731433231484 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433231484Obtaining lock to block concurrent updates at 1731433231568 (+84 ms)Preparing flush snapshotting stores in bfc82e4229ff24deb685f32cd1b894a9 at 1731433231568Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731433231568Flushing stores of testReplayEditsWrittenIntoWAL,,1731433230247.bfc82e4229ff24deb685f32cd1b894a9. at 1731433231568Flushing bfc82e4229ff24deb685f32cd1b894a9/a: creating writer at 1731433231568Flushing bfc82e4229ff24deb685f32cd1b894a9/a: appending metadata at 1731433231596 (+28 ms)Flushing bfc82e4229ff24deb685f32cd1b894a9/a: closing flushed file at 1731433231596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f80b1d: reopening flushed file at 1731433231644 (+48 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bfc82e4229ff24deb685f32cd1b894a9 in 94ms, sequenceid=2, compaction requested=false; wal=null at 1731433231662 (+18 ms)Cleaning up temporary data from old regions at 1731433231664 (+2 ms)Region opened successfully at 1731433231674 (+10 ms)
2024-11-12T17:40:31,696 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=387 (was 373)
Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@14cfc739[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:36588 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:40046 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:51628 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:39966 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1a083a08[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:36750 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7308b437[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1f2d7d93[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:51744 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=938 (was 938), ProcessCount=11 (was 11), AvailableMemoryMB=1959 (was 1804) - AvailableMemoryMB LEAK? -
2024-11-12T17:40:31,712 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=938, ProcessCount=11, AvailableMemoryMB=1958
2024-11-12T17:40:31,734 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:31,736 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:31,737 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:31,744 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62791272, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-62791272, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:31,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62791272/hregion-62791272.1731433231744, exclude list is [], retry=0
2024-11-12T17:40:31,768 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:31,772 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:31,774 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:31,827 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62791272/hregion-62791272.1731433231744
2024-11-12T17:40:31,834 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:40:31,835 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d96d253167fad3f8eff99779e311d774, NAME => 'testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741854_1030 (size=64)
2024-11-12T17:40:31,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741854_1030 (size=64)
2024-11-12T17:40:31,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741854_1030 (size=64)
2024-11-12T17:40:31,945 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:31,947 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:31,950 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName a
2024-11-12T17:40:31,950 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:31,951 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:31,951 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:31,959 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName b
2024-11-12T17:40:31,959 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:31,964 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:31,964 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:31,967 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName c
2024-11-12T17:40:31,967 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:31,968 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:31,968 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,969 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,976 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,976 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,977 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:31,980 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:31,998 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:32,001 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d96d253167fad3f8eff99779e311d774; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62045417, jitterRate=-0.07545123994350433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:32,006 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d96d253167fad3f8eff99779e311d774:
Writing region info on filesystem at 1731433231945Initializing all the Stores at 1731433231947 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433231947Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433231947Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433231947Cleaning up temporary data from old regions at 1731433231976 (+29 ms)Region opened successfully at 1731433232004 (+28 ms)
2024-11-12T17:40:32,006 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d96d253167fad3f8eff99779e311d774, disabling compactions & flushes
2024-11-12T17:40:32,006 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:32,006 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:32,006 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774. after waiting 0 ms
2024-11-12T17:40:32,006 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:32,008 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:32,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d96d253167fad3f8eff99779e311d774:
Waiting for close lock at 1731433232006Disabling compacts and flushes for region at 1731433232006Disabling writes for close at 1731433232006Writing region close event to WAL at 1731433232008 (+2 ms)Closed at 1731433232008
2024-11-12T17:40:32,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741853_1029 (size=175)
2024-11-12T17:40:32,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741853_1029 (size=175)
2024-11-12T17:40:32,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741853_1029 (size=175)
2024-11-12T17:40:32,043 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:32,043 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62791272:(num 1731433231744)
2024-11-12T17:40:32,044 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:32,053 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:32,073 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, exclude list is [], retry=0
2024-11-12T17:40:32,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:32,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:32,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:32,140 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053
2024-11-12T17:40:32,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:40:32,513 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, size=0 (0bytes)
2024-11-12T17:40:32,513 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 might be still open, length is 0
2024-11-12T17:40:32,513 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053
2024-11-12T17:40:32,516 WARN  [IPC Server handler 1 on default port 41227 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-11-12T17:40:32,517 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 after 4ms
2024-11-12T17:40:33,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T17:40:33,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:33,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T17:40:33,338 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T17:40:33,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T17:40:33,339 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:33,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-11-12T17:40:33,341 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:33,826 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:36778 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45157:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36778 dst: /127.0.0.1:45157
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45157 remote=/127.0.0.1:36778]. Total timeout mills is 60000, 58622 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:33,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:40086 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40911:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:40086 dst: /127.0.0.1:40911
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:33,827 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:51778 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41763:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51778 dst: /127.0.0.1:41763
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:33,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741855_1032 (size=497775)
2024-11-12T17:40:33,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741855_1032 (size=497775)
2024-11-12T17:40:33,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741855_1032 (size=497775)
2024-11-12T17:40:34,143 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T17:40:34,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T17:40:36,520 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 after 4006ms
2024-11-12T17:40:36,584 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:36,591 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 took 4078ms
2024-11-12T17:40:36,623 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731433232053.temp
2024-11-12T17:40:36,683 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp
2024-11-12T17:40:36,925 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053; continuing.
2024-11-12T17:40:36,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 so closing down
2024-11-12T17:40:36,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:36,947 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:36,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741856_1033 (size=497783)
2024-11-12T17:40:36,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741856_1033 (size=497783)
2024-11-12T17:40:36,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741856_1033 (size=497783)
2024-11-12T17:40:36,975 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp (wrote 3002 edits, skipped 0 edits in 50 ms)
2024-11-12T17:40:37,009 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002
2024-11-12T17:40:37,015 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, size=0, length=0, corrupted=false, cancelled=false
2024-11-12T17:40:37,015 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, journal: Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, size=0 (0bytes) at 1731433232513Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp at 1731433236683 (+4170 ms)Split 1024 edits, skipped 0 edits. at 1731433236796 (+113 ms)Split 2048 edits, skipped 0 edits. at 1731433236870 (+74 ms)Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 so closing down at 1731433236925 (+55 ms)3 split writer threads finished at 1731433236947 (+22 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp (wrote 3002 edits, skipped 0 edits in 50 ms) at 1731433236975 (+28 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000000001-wal.1731433232053.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002 at 1731433237010 (+35 ms)Processed 3002 edits across 1 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053, size=0, length=0, corrupted=false, cancelled=false at 1731433237015 (+5 ms)
2024-11-12T17:40:37,039 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433232053
2024-11-12T17:40:37,053 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002
2024-11-12T17:40:37,053 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:37,083 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:37,137 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433237084, exclude list is [], retry=0
2024-11-12T17:40:37,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:37,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:37,184 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:37,311 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433237084
2024-11-12T17:40:37,312 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:37,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:37,328 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:37,340 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName a
2024-11-12T17:40:37,340 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:37,347 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:37,348 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:37,351 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName b
2024-11-12T17:40:37,351 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:37,352 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:37,352 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d96d253167fad3f8eff99779e311d774 
2024-11-12T17:40:37,364 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96d253167fad3f8eff99779e311d774 columnFamilyName c
2024-11-12T17:40:37,364 DEBUG [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:37,371 INFO  [StoreOpener-d96d253167fad3f8eff99779e311d774-1 {}] regionserver.HStore(327): Store=d96d253167fad3f8eff99779e311d774/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:37,372 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:37,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:37,399 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:37,404 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002
2024-11-12T17:40:37,463 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:37,581 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-12T17:40:38,265 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d96d253167fad3f8eff99779e311d774 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-12T17:40:38,357 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/e3d5b1e151fe441d9ac8a8056b32bb30 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731433232157/Put/seqid=0
2024-11-12T17:40:38,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741858_1035 (size=50463)
2024-11-12T17:40:38,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741858_1035 (size=50463)
2024-11-12T17:40:38,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741858_1035 (size=50463)
2024-11-12T17:40:38,397 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/e3d5b1e151fe441d9ac8a8056b32bb30
2024-11-12T17:40:38,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/e3d5b1e151fe441d9ac8a8056b32bb30 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/a/e3d5b1e151fe441d9ac8a8056b32bb30
2024-11-12T17:40:38,444 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/a/e3d5b1e151fe441d9ac8a8056b32bb30, entries=754, sequenceid=754, filesize=49.3 K
2024-11-12T17:40:38,444 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d96d253167fad3f8eff99779e311d774 in 179ms, sequenceid=754, compaction requested=false; wal=null
2024-11-12T17:40:38,477 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-12T17:40:38,478 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d96d253167fad3f8eff99779e311d774 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-12T17:40:38,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/6e50f4cfa5fe47f58e89901ba53b691f is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731433232253/Put/seqid=0
2024-11-12T17:40:38,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741859_1036 (size=20072)
2024-11-12T17:40:38,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741859_1036 (size=20072)
2024-11-12T17:40:38,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741859_1036 (size=20072)
2024-11-12T17:40:38,576 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/6e50f4cfa5fe47f58e89901ba53b691f
2024-11-12T17:40:38,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/8d4f95a6a28e47148a7a6983e9e85955 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731433232299/Put/seqid=0
2024-11-12T17:40:38,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741860_1037 (size=35835)
2024-11-12T17:40:38,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741860_1037 (size=35835)
2024-11-12T17:40:38,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741860_1037 (size=35835)
2024-11-12T17:40:39,062 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/8d4f95a6a28e47148a7a6983e9e85955
2024-11-12T17:40:39,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/a/6e50f4cfa5fe47f58e89901ba53b691f as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/a/6e50f4cfa5fe47f58e89901ba53b691f
2024-11-12T17:40:39,096 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/a/6e50f4cfa5fe47f58e89901ba53b691f, entries=246, sequenceid=1508, filesize=19.6 K
2024-11-12T17:40:39,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/8d4f95a6a28e47148a7a6983e9e85955 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/b/8d4f95a6a28e47148a7a6983e9e85955
2024-11-12T17:40:39,117 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/b/8d4f95a6a28e47148a7a6983e9e85955, entries=508, sequenceid=1508, filesize=35.0 K
2024-11-12T17:40:39,117 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d96d253167fad3f8eff99779e311d774 in 639ms, sequenceid=1508, compaction requested=false; wal=null
2024-11-12T17:40:39,141 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-12T17:40:39,142 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d96d253167fad3f8eff99779e311d774 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-12T17:40:39,157 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/4d08c1548aed4334a30fd7e9ff6699ec is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731433232327/Put/seqid=0
2024-11-12T17:40:39,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741861_1038 (size=35082)
2024-11-12T17:40:39,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741861_1038 (size=35082)
2024-11-12T17:40:39,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741861_1038 (size=35082)
2024-11-12T17:40:39,194 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/4d08c1548aed4334a30fd7e9ff6699ec
2024-11-12T17:40:39,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/3304213bb5bb4f688e0a968eb806f2d4 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731433232375/Put/seqid=0
2024-11-12T17:40:39,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741862_1039 (size=20825)
2024-11-12T17:40:39,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741862_1039 (size=20825)
2024-11-12T17:40:39,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741862_1039 (size=20825)
2024-11-12T17:40:39,342 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/3304213bb5bb4f688e0a968eb806f2d4
2024-11-12T17:40:39,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/b/4d08c1548aed4334a30fd7e9ff6699ec as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/b/4d08c1548aed4334a30fd7e9ff6699ec
2024-11-12T17:40:39,404 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/b/4d08c1548aed4334a30fd7e9ff6699ec, entries=492, sequenceid=2262, filesize=34.3 K
2024-11-12T17:40:39,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/3304213bb5bb4f688e0a968eb806f2d4 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/c/3304213bb5bb4f688e0a968eb806f2d4
2024-11-12T17:40:39,430 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/c/3304213bb5bb4f688e0a968eb806f2d4, entries=262, sequenceid=2262, filesize=20.3 K
2024-11-12T17:40:39,431 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d96d253167fad3f8eff99779e311d774 in 290ms, sequenceid=2262, compaction requested=false; wal=null
2024-11-12T17:40:39,469 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731433232446/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:39,474 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002
2024-11-12T17:40:39,475 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-12T17:40:39,476 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d96d253167fad3f8eff99779e311d774 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-11-12T17:40:39,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/6450d7dd341541cbb9b8bc5da59c2a8a is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731433232385/Put/seqid=0
2024-11-12T17:40:39,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741863_1040 (size=50301)
2024-11-12T17:40:39,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741863_1040 (size=50301)
2024-11-12T17:40:39,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741863_1040 (size=50301)
2024-11-12T17:40:39,551 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/6450d7dd341541cbb9b8bc5da59c2a8a
2024-11-12T17:40:39,587 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6450d7dd341541cbb9b8bc5da59c2a8a
2024-11-12T17:40:39,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/.tmp/c/6450d7dd341541cbb9b8bc5da59c2a8a as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/c/6450d7dd341541cbb9b8bc5da59c2a8a
2024-11-12T17:40:39,604 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6450d7dd341541cbb9b8bc5da59c2a8a
2024-11-12T17:40:39,604 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/c/6450d7dd341541cbb9b8bc5da59c2a8a, entries=739, sequenceid=3002, filesize=49.1 K
2024-11-12T17:40:39,605 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d96d253167fad3f8eff99779e311d774 in 129ms, sequenceid=3002, compaction requested=false; wal=null
2024-11-12T17:40:39,607 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/0000000000000003002
2024-11-12T17:40:39,608 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:39,609 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:39,610 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-12T17:40:39,613 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d96d253167fad3f8eff99779e311d774
2024-11-12T17:40:39,621 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenIntoWAL/d96d253167fad3f8eff99779e311d774/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-11-12T17:40:39,624 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d96d253167fad3f8eff99779e311d774; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59667507, jitterRate=-0.11088486015796661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-12T17:40:39,625 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d96d253167fad3f8eff99779e311d774:
Writing region info on filesystem at 1731433237313Initializing all the Stores at 1731433237327 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433237327Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433237328 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433237328Cleaning up temporary data from old regions at 1731433239609 (+2281 ms)Region opened successfully at 1731433239624 (+15 ms)
2024-11-12T17:40:39,755 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d96d253167fad3f8eff99779e311d774, disabling compactions & flushes
2024-11-12T17:40:39,756 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:39,756 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:39,756 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774. after waiting 0 ms
2024-11-12T17:40:39,756 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:39,780 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731433231735.d96d253167fad3f8eff99779e311d774.
2024-11-12T17:40:39,781 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d96d253167fad3f8eff99779e311d774:
Waiting for close lock at 1731433239755Disabling compacts and flushes for region at 1731433239755Disabling writes for close at 1731433239756 (+1 ms)Writing region close event to WAL at 1731433239780 (+24 ms)Closed at 1731433239780
2024-11-12T17:40:39,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741857_1034 (size=175)
2024-11-12T17:40:39,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741857_1034 (size=175)
2024-11-12T17:40:39,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741857_1034 (size=175)
2024-11-12T17:40:39,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:39,821 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731433237084)
2024-11-12T17:40:39,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=402 (was 387)
Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:938)
	java.base@17.0.11/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
	app//org.apache.hadoop.hdfs.server.common.AutoCloseDataSetLock.lock(AutoCloseDataSetLock.java:62)
	app//org.apache.hadoop.hdfs.server.datanode.DataSetLockManager.getWriteLock(DataSetLockManager.java:215)
	app//org.apache.hadoop.hdfs.server.datanode.DataSetLockManager.writeLock(DataSetLockManager.java:171)
	app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.removeReplicaFromMem(FsDatasetImpl.java:2449)
	app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetAsyncDiskService$ReplicaFileDeleteTask.run(FsDatasetAsyncDiskService.java:345)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:41917 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1531919140_22 at /127.0.0.1:59516 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:35949 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1531919140_22 at /127.0.0.1:37562 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41917
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41227
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1531919140_22 at /127.0.0.1:48972 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35949
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:41227 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1531919140_22 at /127.0.0.1:59532 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:938)
	java.base@17.0.11/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
	app//org.apache.hadoop.hdfs.server.common.AutoCloseDataSetLock.lock(AutoCloseDataSetLock.java:62)
	app//org.apache.hadoop.hdfs.server.datanode.DataSetLockManager.getWriteLock(DataSetLockManager.java:215)
	app//org.apache.hadoop.hdfs.server.datanode.DataSetLockManager.writeLock(DataSetLockManager.java:171)
	app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.removeReplicaFromMem(FsDatasetImpl.java:2449)
	app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetAsyncDiskService$ReplicaFileDeleteTask.run(FsDatasetAsyncDiskService.java:345)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=859 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 938), ProcessCount=11 (was 11), AvailableMemoryMB=2245 (was 1958) - AvailableMemoryMB LEAK? -
2024-11-12T17:40:39,868 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=402, OpenFileDescriptor=859, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=2245
2024-11-12T17:40:39,884 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:39,887 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:39,888 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:39,891 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79895799, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-79895799, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:39,905 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79895799/hregion-79895799.1731433239892, exclude list is [], retry=0
2024-11-12T17:40:39,908 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:39,909 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:39,909 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:39,940 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79895799/hregion-79895799.1731433239892
2024-11-12T17:40:39,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:39,942 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4d6a2108bb1a9507f472ca382cc2a1b4, NAME => 'test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:39,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741865_1042 (size=43)
2024-11-12T17:40:39,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741865_1042 (size=43)
2024-11-12T17:40:39,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741865_1042 (size=43)
2024-11-12T17:40:39,954 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:39,955 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:39,957 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName a
2024-11-12T17:40:39,957 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:39,957 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:39,957 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:39,959 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName b
2024-11-12T17:40:39,959 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:39,960 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:39,961 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:39,963 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName c
2024-11-12T17:40:39,963 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:39,963 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:39,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,969 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,969 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,970 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:39,971 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:39,974 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:39,975 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4d6a2108bb1a9507f472ca382cc2a1b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71864700, jitterRate=0.07086747884750366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:39,977 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4d6a2108bb1a9507f472ca382cc2a1b4:
Writing region info on filesystem at 1731433239954Initializing all the Stores at 1731433239955 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433239955Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433239955Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433239955Cleaning up temporary data from old regions at 1731433239969 (+14 ms)Region opened successfully at 1731433239976 (+7 ms)
2024-11-12T17:40:39,977 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4d6a2108bb1a9507f472ca382cc2a1b4, disabling compactions & flushes
2024-11-12T17:40:39,977 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:39,977 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:39,977 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4. after waiting 0 ms
2024-11-12T17:40:39,977 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:39,978 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:39,978 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4d6a2108bb1a9507f472ca382cc2a1b4:
Waiting for close lock at 1731433239977Disabling compacts and flushes for region at 1731433239977Disabling writes for close at 1731433239977Writing region close event to WAL at 1731433239978 (+1 ms)Closed at 1731433239978
2024-11-12T17:40:39,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741864_1041 (size=175)
2024-11-12T17:40:39,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741864_1041 (size=175)
2024-11-12T17:40:39,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741864_1041 (size=175)
2024-11-12T17:40:39,985 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:39,985 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79895799:(num 1731433239892)
2024-11-12T17:40:39,985 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:39,989 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:40,008 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, exclude list is [], retry=0
2024-11-12T17:40:40,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:40,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:40,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:40,056 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989
2024-11-12T17:40:40,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:40,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741866_1043 (size=371388)
2024-11-12T17:40:40,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741866_1043 (size=371388)
2024-11-12T17:40:40,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741866_1043 (size=371388)
2024-11-12T17:40:40,344 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, size=362.7 K (371388bytes)
2024-11-12T17:40:40,344 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989
2024-11-12T17:40:40,344 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989 after 0ms
2024-11-12T17:40:40,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:40,387 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989 took 44ms
2024-11-12T17:40:40,410 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731433239989.temp
2024-11-12T17:40:40,452 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp
2024-11-12T17:40:40,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989 so closing down
2024-11-12T17:40:40,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:40,492 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:40,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741867_1044 (size=371388)
2024-11-12T17:40:40,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741867_1044 (size=371388)
2024-11-12T17:40:40,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741867_1044 (size=371388)
2024-11-12T17:40:40,547 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp (wrote 3000 edits, skipped 0 edits in 39 ms)
2024-11-12T17:40:40,559 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp to hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000
2024-11-12T17:40:40,563 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, size=362.7 K, length=371388, corrupted=false, cancelled=false
2024-11-12T17:40:40,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, journal: Splitting hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, size=362.7 K (371388bytes) at 1731433240344Split 1024 edits, skipped 0 edits. at 1731433240419 (+75 ms)Split 2048 edits, skipped 0 edits. at 1731433240436 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp at 1731433240452 (+16 ms)Finishing writing output for hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989 so closing down at 1731433240456 (+4 ms)3 split writer threads finished at 1731433240492 (+36 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1731433240548 (+56 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000000001-wal.1731433239989.temp to hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000 at 1731433240559 (+11 ms)Processed 3000 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731433240563 (+4 ms)
2024-11-12T17:40:40,589 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433239989 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433239989
2024-11-12T17:40:40,607 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000
2024-11-12T17:40:40,608 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:40,614 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:40,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, exclude list is [], retry=0
2024-11-12T17:40:40,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:40,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:40,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:40,764 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615
2024-11-12T17:40:40,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:41,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741868_1045 (size=371515)
2024-11-12T17:40:41,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741868_1045 (size=371515)
2024-11-12T17:40:41,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741868_1045 (size=371515)
2024-11-12T17:40:41,192 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, size=362.8 K (371515bytes)
2024-11-12T17:40:41,192 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615
2024-11-12T17:40:41,193 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615 after 0ms
2024-11-12T17:40:41,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:41,272 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615 took 81ms
2024-11-12T17:40:41,292 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731433240615.temp
2024-11-12T17:40:41,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615 so closing down
2024-11-12T17:40:41,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:41,352 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp
2024-11-12T17:40:41,365 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:41,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741869_1046 (size=371515)
2024-11-12T17:40:41,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741869_1046 (size=371515)
2024-11-12T17:40:41,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741869_1046 (size=371515)
2024-11-12T17:40:41,397 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp (wrote 3000 edits, skipped 0 edits in 12 ms)
2024-11-12T17:40:41,402 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp to hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000
2024-11-12T17:40:41,402 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, size=362.8 K, length=371515, corrupted=false, cancelled=false
2024-11-12T17:40:41,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, journal: Splitting hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, size=362.8 K (371515bytes) at 1731433241192Split 1024 edits, skipped 0 edits. at 1731433241301 (+109 ms)Split 2048 edits, skipped 0 edits. at 1731433241323 (+22 ms)Finishing writing output for hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615 so closing down at 1731433241340 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp at 1731433241352 (+12 ms)3 split writer threads finished at 1731433241365 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1731433241397 (+32 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003001-wal.1731433240615.temp to hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000 at 1731433241402 (+5 ms)Processed 3000 edits across 1 Regions in 119 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731433241402
2024-11-12T17:40:41,406 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433240615 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433240615
2024-11-12T17:40:41,407 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000
2024-11-12T17:40:41,408 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:41,414 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/test2727-manual,16010,1731433239883, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:41,434 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433241415, exclude list is [], retry=0
2024-11-12T17:40:41,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:41,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:41,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:41,499 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731433239883/wal.1731433241415
2024-11-12T17:40:41,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:41,503 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d6a2108bb1a9507f472ca382cc2a1b4, NAME => 'test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:41,504 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:41,504 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,504 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,508 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:41,510 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName a
2024-11-12T17:40:41,511 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:41,514 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:41,514 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:41,516 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName b
2024-11-12T17:40:41,516 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:41,519 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:41,519 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4d6a2108bb1a9507f472ca382cc2a1b4 
2024-11-12T17:40:41,523 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6a2108bb1a9507f472ca382cc2a1b4 columnFamilyName c
2024-11-12T17:40:41,523 DEBUG [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:41,525 INFO  [StoreOpener-4d6a2108bb1a9507f472ca382cc2a1b4-1 {}] regionserver.HStore(327): Store=4d6a2108bb1a9507f472ca382cc2a1b4/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:41,525 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,535 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000
2024-11-12T17:40:41,601 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:41,658 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000
2024-11-12T17:40:41,667 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000
2024-11-12T17:40:41,715 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:41,766 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000
2024-11-12T17:40:41,766 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 4d6a2108bb1a9507f472ca382cc2a1b4 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-11-12T17:40:41,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/a/92617d6ead9242edba667ddf241a0da2 is 41, key is test2727/a:100/1731433240771/Put/seqid=0
2024-11-12T17:40:41,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741871_1048 (size=84227)
2024-11-12T17:40:41,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741871_1048 (size=84227)
2024-11-12T17:40:41,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741871_1048 (size=84227)
2024-11-12T17:40:41,811 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/a/92617d6ead9242edba667ddf241a0da2
2024-11-12T17:40:41,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/b/3fac58c7b270433eacfc152f2494de0a is 41, key is test2727/b:100/1731433240930/Put/seqid=0
2024-11-12T17:40:41,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741872_1049 (size=84609)
2024-11-12T17:40:41,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741872_1049 (size=84609)
2024-11-12T17:40:41,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741872_1049 (size=84609)
2024-11-12T17:40:41,865 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/b/3fac58c7b270433eacfc152f2494de0a
2024-11-12T17:40:41,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/c/7d5e0c2ff0ce444da35f40acfc324954 is 41, key is test2727/c:100/1731433241030/Put/seqid=0
2024-11-12T17:40:41,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741873_1050 (size=84609)
2024-11-12T17:40:41,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741873_1050 (size=84609)
2024-11-12T17:40:41,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741873_1050 (size=84609)
2024-11-12T17:40:41,917 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/c/7d5e0c2ff0ce444da35f40acfc324954
2024-11-12T17:40:41,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/a/92617d6ead9242edba667ddf241a0da2 as hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/a/92617d6ead9242edba667ddf241a0da2
2024-11-12T17:40:41,956 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/a/92617d6ead9242edba667ddf241a0da2, entries=2000, sequenceid=6000, filesize=82.3 K
2024-11-12T17:40:41,958 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/b/3fac58c7b270433eacfc152f2494de0a as hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/b/3fac58c7b270433eacfc152f2494de0a
2024-11-12T17:40:41,976 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/b/3fac58c7b270433eacfc152f2494de0a, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-12T17:40:41,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/.tmp/c/7d5e0c2ff0ce444da35f40acfc324954 as hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/c/7d5e0c2ff0ce444da35f40acfc324954
2024-11-12T17:40:41,989 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/c/7d5e0c2ff0ce444da35f40acfc324954, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-12T17:40:41,989 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4d6a2108bb1a9507f472ca382cc2a1b4 in 223ms, sequenceid=6000, compaction requested=false; wal=null
2024-11-12T17:40:41,990 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000003000
2024-11-12T17:40:41,991 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/0000000000000006000
2024-11-12T17:40:41,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:41,995 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:41,997 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4d6a2108bb1a9507f472ca382cc2a1b4
2024-11-12T17:40:42,008 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/test2727/4d6a2108bb1a9507f472ca382cc2a1b4/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-11-12T17:40:42,010 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 4d6a2108bb1a9507f472ca382cc2a1b4; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66767039, jitterRate=-0.005093589425086975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:42,010 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4d6a2108bb1a9507f472ca382cc2a1b4:
Writing region info on filesystem at 1731433241504Initializing all the Stores at 1731433241507 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433241508 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433241508Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433241508Obtaining lock to block concurrent updates at 1731433241766 (+258 ms)Preparing flush snapshotting stores in 4d6a2108bb1a9507f472ca382cc2a1b4 at 1731433241766Finished memstore snapshotting test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731433241767 (+1 ms)Flushing stores of test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4. at 1731433241767Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/a: creating writer at 1731433241767Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/a: appending metadata at 1731433241795 (+28 ms)Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/a: closing flushed file at 1731433241795Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/b: creating writer at 1731433241818 (+23 ms)Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/b: appending metadata at 1731433241842 (+24 ms)Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/b: closing flushed file at 1731433241842Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/c: creating writer at 1731433241872 (+30 ms)Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/c: appending metadata at 1731433241897 (+25 ms)Flushing 4d6a2108bb1a9507f472ca382cc2a1b4/c: closing flushed file at 1731433241897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3164f705: reopening flushed file at 1731433241927 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492d482e: reopening flushed file at 1731433241956 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290d6e1c: reopening flushed file at 1731433241976 (+20 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4d6a2108bb1a9507f472ca382cc2a1b4 in 223ms, sequenceid=6000, compaction requested=false; wal=null at 1731433241989 (+13 ms)Cleaning up temporary data from old regions at 1731433241994 (+5 ms)Region opened successfully at 1731433242010 (+16 ms)
2024-11-12T17:40:42,012 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-11-12T17:40:42,012 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4d6a2108bb1a9507f472ca382cc2a1b4, disabling compactions & flushes
2024-11-12T17:40:42,012 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:42,012 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:42,012 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4. after waiting 0 ms
2024-11-12T17:40:42,012 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:42,020 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731433239885.4d6a2108bb1a9507f472ca382cc2a1b4.
2024-11-12T17:40:42,020 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4d6a2108bb1a9507f472ca382cc2a1b4:
Waiting for close lock at 1731433242012Disabling compacts and flushes for region at 1731433242012Disabling writes for close at 1731433242012Writing region close event to WAL at 1731433242018 (+6 ms)Closed at 1731433242018
2024-11-12T17:40:42,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741870_1047 (size=175)
2024-11-12T17:40:42,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741870_1047 (size=175)
2024-11-12T17:40:42,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741870_1047 (size=175)
2024-11-12T17:40:42,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:42,033 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731433241415)
2024-11-12T17:40:42,054 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=404 (was 402)
Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:49096 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:59654 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37668 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=921 (was 859) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=1901 (was 2245)
2024-11-12T17:40:42,069 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=921, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=1901
2024-11-12T17:40:42,092 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:42,106 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:42,107 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731433242107
2024-11-12T17:40:42,165 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107
2024-11-12T17:40:42,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:40:42,173 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8465d50375d82cbfcfd196b31a890e1d, NAME => 'testSequentialEditLogSeqNum,,1731433242097.8465d50375d82cbfcfd196b31a890e1d.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:42,174 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731433242097.8465d50375d82cbfcfd196b31a890e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:42,174 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,174 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,176 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d doesn't exist for region: 8465d50375d82cbfcfd196b31a890e1d on table testSequentialEditLogSeqNum
2024-11-12T17:40:42,176 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 8465d50375d82cbfcfd196b31a890e1d on table testSequentialEditLogSeqNum
2024-11-12T17:40:42,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741875_1052 (size=62)
2024-11-12T17:40:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741875_1052 (size=62)
2024-11-12T17:40:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741875_1052 (size=62)
2024-11-12T17:40:42,192 INFO  [StoreOpener-8465d50375d82cbfcfd196b31a890e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8465d50375d82cbfcfd196b31a890e1d 
2024-11-12T17:40:42,194 INFO  [StoreOpener-8465d50375d82cbfcfd196b31a890e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8465d50375d82cbfcfd196b31a890e1d columnFamilyName a
2024-11-12T17:40:42,194 DEBUG [StoreOpener-8465d50375d82cbfcfd196b31a890e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:42,195 INFO  [StoreOpener-8465d50375d82cbfcfd196b31a890e1d-1 {}] regionserver.HStore(327): Store=8465d50375d82cbfcfd196b31a890e1d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:42,195 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,202 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8465d50375d82cbfcfd196b31a890e1d
2024-11-12T17:40:42,207 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:42,207 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8465d50375d82cbfcfd196b31a890e1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60146350, jitterRate=-0.10374954342842102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:40:42,209 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8465d50375d82cbfcfd196b31a890e1d:
Writing region info on filesystem at 1731433242174Initializing all the Stores at 1731433242192 (+18 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242192Cleaning up temporary data from old regions at 1731433242200 (+8 ms)Region opened successfully at 1731433242208 (+8 ms)
2024-11-12T17:40:42,232 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8465d50375d82cbfcfd196b31a890e1d 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-11-12T17:40:42,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/.tmp/a/82e7c2e7e83043ccbfb5b6dbd28d5201 is 81, key is testSequentialEditLogSeqNum/a:x0/1731433242209/Put/seqid=0
2024-11-12T17:40:42,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741876_1053 (size=5833)
2024-11-12T17:40:42,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741876_1053 (size=5833)
2024-11-12T17:40:42,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741876_1053 (size=5833)
2024-11-12T17:40:42,300 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/.tmp/a/82e7c2e7e83043ccbfb5b6dbd28d5201
2024-11-12T17:40:42,313 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/.tmp/a/82e7c2e7e83043ccbfb5b6dbd28d5201 as hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/a/82e7c2e7e83043ccbfb5b6dbd28d5201
2024-11-12T17:40:42,326 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/a/82e7c2e7e83043ccbfb5b6dbd28d5201, entries=10, sequenceid=13, filesize=5.7 K
2024-11-12T17:40:42,328 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8465d50375d82cbfcfd196b31a890e1d in 96ms, sequenceid=13, compaction requested=false
2024-11-12T17:40:42,328 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8465d50375d82cbfcfd196b31a890e1d:

2024-11-12T17:40:42,345 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T17:40:42,346 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T17:40:42,346 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T17:40:42,346 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T17:40:42,346 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T17:40:42,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741874_1051 (size=3256)
2024-11-12T17:40:42,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741874_1051 (size=3256)
2024-11-12T17:40:42,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741874_1051 (size=3256)
2024-11-12T17:40:42,379 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107, size=3.2 K (3256bytes)
2024-11-12T17:40:42,379 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107
2024-11-12T17:40:42,379 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107 after 0ms
2024-11-12T17:40:42,413 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:42,413 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107 took 35ms
2024-11-12T17:40:42,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107 so closing down
2024-11-12T17:40:42,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:42,421 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731433242107.temp
2024-11-12T17:40:42,457 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp
2024-11-12T17:40:42,458 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:42,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741877_1054 (size=2650)
2024-11-12T17:40:42,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741877_1054 (size=2650)
2024-11-12T17:40:42,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741877_1054 (size=2650)
2024-11-12T17:40:42,468 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:42,469 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp to hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000020
2024-11-12T17:40:42,470 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107, size=3.2 K, length=3256, corrupted=false, cancelled=false
2024-11-12T17:40:42,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107, journal: Splitting hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107, size=3.2 K (3256bytes) at 1731433242379Finishing writing output for hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107 so closing down at 1731433242418 (+39 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp at 1731433242457 (+39 ms)3 split writer threads finished at 1731433242458 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731433242468 (+10 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000003-wal.1731433242107.temp to hdfs://localhost:41227/hbase/data/default/testSequentialEditLogSeqNum/8465d50375d82cbfcfd196b31a890e1d/recovered.edits/0000000000000000020 at 1731433242469 (+1 ms)Processed 17 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731433242091/wal.1731433242107, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731433242470 (+1 ms)
2024-11-12T17:40:42,484 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:49096 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37668 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=957 (was 921) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=1881 (was 1901)
2024-11-12T17:40:42,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=957, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=1880
2024-11-12T17:40:42,510 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:42,514 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:42,540 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:42,546 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93705241, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-93705241, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:42,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93705241/hregion-93705241.1731433242546, exclude list is [], retry=0
2024-11-12T17:40:42,567 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:42,567 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:42,573 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:42,615 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93705241/hregion-93705241.1731433242546
2024-11-12T17:40:42,619 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:42,619 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7985019154378ceb6dba46161febef9f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:42,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741879_1056 (size=70)
2024-11-12T17:40:42,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741879_1056 (size=70)
2024-11-12T17:40:42,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741879_1056 (size=70)
2024-11-12T17:40:42,635 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:42,637 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:42,639 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName a
2024-11-12T17:40:42,639 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:42,639 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:42,640 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:42,641 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName b
2024-11-12T17:40:42,641 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:42,642 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:42,642 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:42,644 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName c
2024-11-12T17:40:42,644 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:42,644 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:42,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,647 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,647 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,647 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:42,649 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,654 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:42,655 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7985019154378ceb6dba46161febef9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59449044, jitterRate=-0.11414021253585815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:42,658 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7985019154378ceb6dba46161febef9f:
Writing region info on filesystem at 1731433242636Initializing all the Stores at 1731433242637 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242637Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242637Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242637Cleaning up temporary data from old regions at 1731433242647 (+10 ms)Region opened successfully at 1731433242656 (+9 ms)
2024-11-12T17:40:42,659 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7985019154378ceb6dba46161febef9f, disabling compactions & flushes
2024-11-12T17:40:42,659 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:42,659 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:42,659 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f. after waiting 0 ms
2024-11-12T17:40:42,659 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:42,663 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:42,664 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7985019154378ceb6dba46161febef9f:
Waiting for close lock at 1731433242658Disabling compacts and flushes for region at 1731433242658Disabling writes for close at 1731433242659 (+1 ms)Writing region close event to WAL at 1731433242663 (+4 ms)Closed at 1731433242663
2024-11-12T17:40:42,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741878_1055 (size=175)
2024-11-12T17:40:42,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741878_1055 (size=175)
2024-11-12T17:40:42,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741878_1055 (size=175)
2024-11-12T17:40:42,703 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-93705241/hregion-93705241.1731433242546 not finished, retry = 0
2024-11-12T17:40:42,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:42,829 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93705241:(num 1731433242546)
2024-11-12T17:40:42,830 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:42,836 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:42,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, exclude list is [], retry=0
2024-11-12T17:40:42,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:42,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:42,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:42,947 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837
2024-11-12T17:40:42,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:42,959 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7985019154378ceb6dba46161febef9f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:42,960 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:42,960 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,960 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:42,987 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:42,992 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName a
2024-11-12T17:40:42,992 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:42,996 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:42,996 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:42,999 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName b
2024-11-12T17:40:42,999 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:43,007 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:43,008 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:43,009 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName c
2024-11-12T17:40:43,010 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:43,027 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:43,028 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,049 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,060 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,060 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,064 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:43,074 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:43,079 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7985019154378ceb6dba46161febef9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66836054, jitterRate=-0.004065185785293579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:43,081 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7985019154378ceb6dba46161febef9f:
Writing region info on filesystem at 1731433242960Initializing all the Stores at 1731433242975 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242975Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242983 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433242983Cleaning up temporary data from old regions at 1731433243060 (+77 ms)Region opened successfully at 1731433243081 (+21 ms)
2024-11-12T17:40:43,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731433243096/Put/seqid=0
2024-11-12T17:40:43,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741881_1058 (size=4826)
2024-11-12T17:40:43,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741881_1058 (size=4826)
2024-11-12T17:40:43,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741881_1058 (size=4826)
2024-11-12T17:40:43,152 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41227/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 7985019154378ceb6dba46161febef9f/a
2024-11-12T17:40:43,165 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-11-12T17:40:43,165 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T17:40:43,165 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7985019154378ceb6dba46161febef9f:

2024-11-12T17:40:43,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/acaef0921a13407f82dc9c64a0ce2031_SeqId_3_
2024-11-12T17:40:43,168 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41227/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7985019154378ceb6dba46161febef9f/a as hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/acaef0921a13407f82dc9c64a0ce2031_SeqId_3_ - updating store file list.
2024-11-12T17:40:43,185 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for acaef0921a13407f82dc9c64a0ce2031_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-12T17:40:43,185 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/acaef0921a13407f82dc9c64a0ce2031_SeqId_3_ into 7985019154378ceb6dba46161febef9f/a
2024-11-12T17:40:43,185 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41227/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7985019154378ceb6dba46161febef9f/a (new location: hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/acaef0921a13407f82dc9c64a0ce2031_SeqId_3_)
2024-11-12T17:40:43,265 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, size=0 (0bytes)
2024-11-12T17:40:43,266 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 might be still open, length is 0
2024-11-12T17:40:43,266 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837
2024-11-12T17:40:43,267 WARN  [IPC Server handler 4 on default port 41227 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-11-12T17:40:43,274 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 after 8ms
2024-11-12T17:40:43,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-11-12T17:40:43,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:43,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-11-12T17:40:43,329 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:45,824 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37804 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41763:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37804 dst: /127.0.0.1:41763
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41763 remote=/127.0.0.1:37804]. Total timeout mills is 60000, 57373 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:45,825 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:49188 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45157:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:49188 dst: /127.0.0.1:45157
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:45,826 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:59748 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40911:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59748 dst: /127.0.0.1:40911
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:45,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741880_1059 (size=606)
2024-11-12T17:40:45,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741880_1059 (size=606)
2024-11-12T17:40:47,275 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 after 4009ms
2024-11-12T17:40:47,311 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:47,311 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 took 4046ms
2024-11-12T17:40:47,314 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837; continuing.
2024-11-12T17:40:47,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 so closing down
2024-11-12T17:40:47,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:47,317 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731433242837.temp
2024-11-12T17:40:47,347 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp
2024-11-12T17:40:47,348 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:47,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741882_1060 (size=329)
2024-11-12T17:40:47,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741882_1060 (size=329)
2024-11-12T17:40:47,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741882_1060 (size=329)
2024-11-12T17:40:47,355 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:47,357 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp to hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005
2024-11-12T17:40:47,357 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 45 ms; skipped=1; WAL=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, size=0, length=0, corrupted=false, cancelled=false
2024-11-12T17:40:47,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, journal: Splitting hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, size=0 (0bytes) at 1731433243265Finishing writing output for hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 so closing down at 1731433247314 (+4049 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp at 1731433247347 (+33 ms)3 split writer threads finished at 1731433247348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731433247355 (+7 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005-wal.1731433242837.temp to hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005 at 1731433247357 (+2 ms)Processed 2 edits across 1 Regions in 45 ms; skipped=1; WAL=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837, size=0, length=0, corrupted=false, cancelled=false at 1731433247357
2024-11-12T17:40:47,359 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433242837
2024-11-12T17:40:47,360 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005
2024-11-12T17:40:47,360 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:47,362 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:47,378 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433247363, exclude list is [], retry=0
2024-11-12T17:40:47,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:47,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:47,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:47,412 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433247363
2024-11-12T17:40:47,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7985019154378ceb6dba46161febef9f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:47,413 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,413 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,414 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:47,416 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName a
2024-11-12T17:40:47,416 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:47,424 DEBUG [StoreFileOpener-7985019154378ceb6dba46161febef9f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acaef0921a13407f82dc9c64a0ce2031_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-12T17:40:47,424 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/acaef0921a13407f82dc9c64a0ce2031_SeqId_3_
2024-11-12T17:40:47,424 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:47,424 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:47,425 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName b
2024-11-12T17:40:47,425 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:47,426 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:47,426 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7985019154378ceb6dba46161febef9f 
2024-11-12T17:40:47,427 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7985019154378ceb6dba46161febef9f columnFamilyName c
2024-11-12T17:40:47,427 DEBUG [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:47,427 INFO  [StoreOpener-7985019154378ceb6dba46161febef9f-1 {}] regionserver.HStore(327): Store=7985019154378ceb6dba46161febef9f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:47,427 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,428 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,430 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,430 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005
2024-11-12T17:40:47,458 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:47,459 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005
2024-11-12T17:40:47,459 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7985019154378ceb6dba46161febef9f 3/3 column families, dataSize=58 B heapSize=904 B
2024-11-12T17:40:47,474 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/.tmp/a/4c8724f4b266408e94cd7d492883b7a3 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731433243195/Put/seqid=0
2024-11-12T17:40:47,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741884_1062 (size=5149)
2024-11-12T17:40:47,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741884_1062 (size=5149)
2024-11-12T17:40:47,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741884_1062 (size=5149)
2024-11-12T17:40:47,882 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/.tmp/a/4c8724f4b266408e94cd7d492883b7a3
2024-11-12T17:40:47,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/.tmp/a/4c8724f4b266408e94cd7d492883b7a3 as hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/4c8724f4b266408e94cd7d492883b7a3
2024-11-12T17:40:47,896 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/a/4c8724f4b266408e94cd7d492883b7a3, entries=1, sequenceid=5, filesize=5.0 K
2024-11-12T17:40:47,896 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7985019154378ceb6dba46161febef9f in 437ms, sequenceid=5, compaction requested=false; wal=null
2024-11-12T17:40:47,897 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/0000000000000000005
2024-11-12T17:40:47,898 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,898 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,899 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:47,901 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7985019154378ceb6dba46161febef9f
2024-11-12T17:40:47,903 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7985019154378ceb6dba46161febef9f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-12T17:40:47,905 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7985019154378ceb6dba46161febef9f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71903879, jitterRate=0.07145129144191742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:47,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7985019154378ceb6dba46161febef9f:
Writing region info on filesystem at 1731433247413Initializing all the Stores at 1731433247414 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433247414Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433247414Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433247414Obtaining lock to block concurrent updates at 1731433247459 (+45 ms)Preparing flush snapshotting stores in 7985019154378ceb6dba46161febef9f at 1731433247459Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731433247459Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f. at 1731433247459Flushing 7985019154378ceb6dba46161febef9f/a: creating writer at 1731433247460 (+1 ms)Flushing 7985019154378ceb6dba46161febef9f/a: appending metadata at 1731433247474 (+14 ms)Flushing 7985019154378ceb6dba46161febef9f/a: closing flushed file at 1731433247474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2461564a: reopening flushed file at 1731433247888 (+414 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7985019154378ceb6dba46161febef9f in 437ms, sequenceid=5, compaction requested=false; wal=null at 1731433247896 (+8 ms)Cleaning up temporary data from old regions at 1731433247898 (+2 ms)Region opened successfully at 1731433247905 (+7 ms)
2024-11-12T17:40:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7985019154378ceb6dba46161febef9f, disabling compactions & flushes
2024-11-12T17:40:47,910 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f. after waiting 0 ms
2024-11-12T17:40:47,910 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:47,911 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731433242511.7985019154378ceb6dba46161febef9f.
2024-11-12T17:40:47,911 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7985019154378ceb6dba46161febef9f:
Waiting for close lock at 1731433247910Disabling compacts and flushes for region at 1731433247910Disabling writes for close at 1731433247910Writing region close event to WAL at 1731433247911 (+1 ms)Closed at 1731433247911
2024-11-12T17:40:47,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741883_1061 (size=175)
2024-11-12T17:40:47,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741883_1061 (size=175)
2024-11-12T17:40:47,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741883_1061 (size=175)
2024-11-12T17:40:47,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:47,920 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731433247363)
2024-11-12T17:40:47,934 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 409)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204771957_22 at /127.0.0.1:37786 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45577
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:41227 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:45577 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204771957_22 at /127.0.0.1:56946 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204771957_22 at /127.0.0.1:53820 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41227
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1023 (was 957) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=926 (was 910) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1654 (was 1880)
2024-11-12T17:40:47,946 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=926, ProcessCount=11, AvailableMemoryMB=1652
2024-11-12T17:40:47,962 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:47,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T17:40:47,973 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,41349,1731433222892
2024-11-12T17:40:47,975 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca51489
2024-11-12T17:40:47,976 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T17:40:47,978 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T17:40:47,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T17:40:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-11-12T17:40:47,991 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T17:40:47,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-11-12T17:40:47,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:47,995 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T17:40:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T17:40:48,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741885_1063 (size=694)
2024-11-12T17:40:48,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741885_1063 (size=694)
2024-11-12T17:40:48,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741885_1063 (size=694)
2024-11-12T17:40:48,011 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90
2024-11-12T17:40:48,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741886_1064 (size=77)
2024-11-12T17:40:48,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741886_1064 (size=77)
2024-11-12T17:40:48,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741886_1064 (size=77)
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:48,025 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,025 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,025 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433248025Disabling compacts and flushes for region at 1731433248025Disabling writes for close at 1731433248025Writing region close event to WAL at 1731433248025Closed at 1731433248025
2024-11-12T17:40:48,027 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T17:40:48,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731433248027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731433248027"}]},"ts":"1731433248027"}
2024-11-12T17:40:48,037 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T17:40:48,039 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T17:40:48,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433248039"}]},"ts":"1731433248039"}
2024-11-12T17:40:48,045 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-11-12T17:40:48,046 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0}
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T17:40:48,047 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T17:40:48,047 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T17:40:48,047 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T17:40:48,047 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T17:40:48,049 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN}]
2024-11-12T17:40:48,051 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN
2024-11-12T17:40:48,052 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN; state=OFFLINE, location=6684de3f6e40,34393,1731433223937; forceNewPlan=false, retain=false
2024-11-12T17:40:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T17:40:48,205 INFO  [6684de3f6e40:41349 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-12T17:40:48,206 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPENING, regionLocation=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN because future has completed
2024-11-12T17:40:48,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937}]
2024-11-12T17:40:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T17:40:48,364 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T17:40:48,366 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T17:40:48,372 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,372 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:48,373 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,373 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:48,373 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,373 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,374 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:48,376 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:48,376 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:48,377 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:48,377 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:48,379 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:48,379 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:48,379 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:48,380 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,380 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,381 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,382 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,382 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,383 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-12T17:40:48,384 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,387 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:48,388 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5520e7c037a69ac7c2a72105b455a0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73337827, jitterRate=0.09281878173351288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-12T17:40:48,388 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,389 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5520e7c037a69ac7c2a72105b455a0c:
Running coprocessor pre-open hook at 1731433248373Writing region info on filesystem at 1731433248373Initializing all the Stores at 1731433248374 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433248374Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433248374Cleaning up temporary data from old regions at 1731433248382 (+8 ms)Running coprocessor post-open hooks at 1731433248388 (+6 ms)Region opened successfully at 1731433248389 (+1 ms)
2024-11-12T17:40:48,391 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., pid=6, masterSystemTime=1731433248364
2024-11-12T17:40:48,393 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,393 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,395 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 because future has completed
2024-11-12T17:40:48,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T17:40:48,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 in 190 msec
2024-11-12T17:40:48,406 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T17:40:48,406 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN in 354 msec
2024-11-12T17:40:48,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T17:40:48,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433248408"}]},"ts":"1731433248408"}
2024-11-12T17:40:48,410 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-11-12T17:40:48,412 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T17:40:48,418 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 428 msec
2024-11-12T17:40:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T17:40:48,622 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-11-12T17:40:48,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-11-12T17:40:48,624 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T17:40:48,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-11-12T17:40:48,630 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T17:40:48,631 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-11-12T17:40:48,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=2]
2024-11-12T17:40:48,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T17:40:48,647 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T17:40:48,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=b5520e7c037a69ac7c2a72105b455a0c, source=6684de3f6e40,34393,1731433223937, destination=6684de3f6e40,39391,1731433224046, warming up region on 6684de3f6e40,39391,1731433224046
2024-11-12T17:40:48,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=b5520e7c037a69ac7c2a72105b455a0c, source=6684de3f6e40,34393,1731433223937, destination=6684de3f6e40,39391,1731433224046, running balancer
2024-11-12T17:40:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE
2024-11-12T17:40:48,668 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE
2024-11-12T17:40:48,671 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=CLOSING, regionLocation=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:48,671 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(7855): Warmup {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:48,673 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE because future has completed
2024-11-12T17:40:48,674 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-12T17:40:48,675 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937}]
2024-11-12T17:40:48,675 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:48,675 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:48,676 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:48,676 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:48,677 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:48,677 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:48,677 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:48,678 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433248678Disabling compacts and flushes for region at 1731433248678Disabling writes for close at 1731433248678Writing region close event to WAL at 1731433248679 (+1 ms)Closed at 1731433248679
2024-11-12T17:40:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-12T17:40:48,835 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,835 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-12T17:40:48,836 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:48,836 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,836 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,836 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:48,836 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,837 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing b5520e7c037a69ac7c2a72105b455a0c 2/2 column families, dataSize=31 B heapSize=616 B
2024-11-12T17:40:48,861 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/f8208187dcc34ee78586b012686c52a2 is 35, key is r1/cf1:q/1731433248648/Put/seqid=0
2024-11-12T17:40:48,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741887_1065 (size=4783)
2024-11-12T17:40:48,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741887_1065 (size=4783)
2024-11-12T17:40:48,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741887_1065 (size=4783)
2024-11-12T17:40:48,869 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/f8208187dcc34ee78586b012686c52a2
2024-11-12T17:40:48,879 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/f8208187dcc34ee78586b012686c52a2 as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2
2024-11-12T17:40:48,888 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2, entries=1, sequenceid=5, filesize=4.7 K
2024-11-12T17:40:48,890 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for b5520e7c037a69ac7c2a72105b455a0c in 54ms, sequenceid=5, compaction requested=false
2024-11-12T17:40:48,890 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-11-12T17:40:48,896 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T17:40:48,899 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:48,899 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433248836Running coprocessor pre-close hooks at 1731433248836Disabling compacts and flushes for region at 1731433248836Disabling writes for close at 1731433248836Obtaining lock to block concurrent updates at 1731433248837 (+1 ms)Preparing flush snapshotting stores in b5520e7c037a69ac7c2a72105b455a0c at 1731433248837Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731433248837Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. at 1731433248840 (+3 ms)Flushing b5520e7c037a69ac7c2a72105b455a0c/cf1: creating writer at 1731433248840Flushing b5520e7c037a69ac7c2a72105b455a0c/cf1: appending metadata at 1731433248861 (+21 ms)Flushing b5520e7c037a69ac7c2a72105b455a0c/cf1: closing flushed file at 1731433248861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bcb0b5: reopening flushed file at 1731433248878 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for b5520e7c037a69ac7c2a72105b455a0c in 54ms, sequenceid=5, compaction requested=false at 1731433248890 (+12 ms)Writing region close event to WAL at 1731433248891 (+1 ms)Running coprocessor post-close hooks at 1731433248897 (+6 ms)Closed at 1731433248899 (+2 ms)
2024-11-12T17:40:48,900 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding b5520e7c037a69ac7c2a72105b455a0c move to 6684de3f6e40,39391,1731433224046 record at close sequenceid=5
2024-11-12T17:40:48,902 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:48,903 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=CLOSED
2024-11-12T17:40:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 because future has completed
2024-11-12T17:40:48,940 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-12T17:40:48,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 in 233 msec
2024-11-12T17:40:48,942 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,39391,1731433224046; forceNewPlan=false, retain=false
2024-11-12T17:40:49,092 INFO  [6684de3f6e40:41349 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-12T17:40:49,092 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPENING, regionLocation=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:49,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE because future has completed
2024-11-12T17:40:49,096 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046}]
2024-11-12T17:40:49,256 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,256 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:49,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:49,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,259 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:49,260 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:49,260 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:49,269 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2
2024-11-12T17:40:49,269 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:49,269 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:49,271 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:49,271 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:49,271 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:49,272 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,272 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,274 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,274 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,274 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,275 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-12T17:40:49,277 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,277 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened b5520e7c037a69ac7c2a72105b455a0c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66611729, jitterRate=-0.007407888770103455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-12T17:40:49,278 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,278 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b5520e7c037a69ac7c2a72105b455a0c:
Running coprocessor pre-open hook at 1731433249257Writing region info on filesystem at 1731433249257Initializing all the Stores at 1731433249258 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433249258Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433249259 (+1 ms)Cleaning up temporary data from old regions at 1731433249274 (+15 ms)Running coprocessor post-open hooks at 1731433249278 (+4 ms)Region opened successfully at 1731433249278
2024-11-12T17:40:49,279 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., pid=9, masterSystemTime=1731433249251
2024-11-12T17:40:49,282 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,282 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,283 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPEN, openSeqNum=9, regionLocation=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:49,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046 because future has completed
2024-11-12T17:40:49,292 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-12T17:40:49,292 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046 in 192 msec
2024-11-12T17:40:49,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE in 626 msec
2024-11-12T17:40:49,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T17:40:49,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T17:40:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:49084 deadline: 1731433309332, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=39391 startCode=1731433224046. As of locationSeqNum=5.
2024-11-12T17:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=39391 startCode=1731433224046. As of locationSeqNum=5.
2024-11-12T17:40:49,342 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=39391 startCode=1731433224046. As of locationSeqNum=5.
2024-11-12T17:40:49,342 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,39391,1731433224046, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=39391 startCode=1731433224046. As of locationSeqNum=5.
2024-11-12T17:40:49,466 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing b5520e7c037a69ac7c2a72105b455a0c 2/2 column families, dataSize=50 B heapSize=720 B
2024-11-12T17:40:49,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/27d3fc904e97486a828b20b0465999cb is 29, key is r1/cf1:/1731433249453/DeleteFamily/seqid=0
2024-11-12T17:40:49,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741888_1066 (size=4906)
2024-11-12T17:40:49,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741888_1066 (size=4906)
2024-11-12T17:40:49,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741888_1066 (size=4906)
2024-11-12T17:40:49,492 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,499 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf2/c12a4aa8ee044aadaa20d73e91a3e84e is 29, key is r1/cf2:/1731433249453/DeleteFamily/seqid=0
2024-11-12T17:40:49,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741889_1067 (size=4906)
2024-11-12T17:40:49,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741889_1067 (size=4906)
2024-11-12T17:40:49,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741889_1067 (size=4906)
2024-11-12T17:40:49,520 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf2/c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,526 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,527 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/27d3fc904e97486a828b20b0465999cb as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,535 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,535 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb, entries=1, sequenceid=12, filesize=4.8 K
2024-11-12T17:40:49,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf2/c12a4aa8ee044aadaa20d73e91a3e84e as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,543 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,543 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e, entries=1, sequenceid=12, filesize=4.8 K
2024-11-12T17:40:49,544 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for b5520e7c037a69ac7c2a72105b455a0c in 78ms, sequenceid=12, compaction requested=false
2024-11-12T17:40:49,544 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b5520e7c037a69ac7c2a72105b455a0c:

2024-11-12T17:40:49,546 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-12T17:40:49,548 DEBUG [Time-limited test {}] regionserver.HStore(1541): b5520e7c037a69ac7c2a72105b455a0c/cf1 is initiating major compaction (all files)
2024-11-12T17:40:49,548 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T17:40:49,548 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:49,549 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b5520e7c037a69ac7c2a72105b455a0c/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,549 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2, hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb] into tmpdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp, totalSize=9.5 K
2024-11-12T17:40:49,551 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f8208187dcc34ee78586b012686c52a2, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731433248648
2024-11-12T17:40:49,551 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 27d3fc904e97486a828b20b0465999cb, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-12T17:40:49,564 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): b5520e7c037a69ac7c2a72105b455a0c#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-12T17:40:49,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741890_1068 (size=4626)
2024-11-12T17:40:49,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741890_1068 (size=4626)
2024-11-12T17:40:49,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741890_1068 (size=4626)
2024-11-12T17:40:49,584 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf1/527e190b17ea4104afea3d75a8ede193 as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/527e190b17ea4104afea3d75a8ede193
2024-11-12T17:40:49,601 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in b5520e7c037a69ac7c2a72105b455a0c/cf1 of b5520e7c037a69ac7c2a72105b455a0c into 527e190b17ea4104afea3d75a8ede193(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-12T17:40:49,602 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b5520e7c037a69ac7c2a72105b455a0c:

2024-11-12T17:40:49,602 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-11-12T17:40:49,602 DEBUG [Time-limited test {}] regionserver.HStore(1541): b5520e7c037a69ac7c2a72105b455a0c/cf2 is initiating major compaction (all files)
2024-11-12T17:40:49,602 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T17:40:49,602 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T17:40:49,603 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b5520e7c037a69ac7c2a72105b455a0c/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,603 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e] into tmpdir=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp, totalSize=4.8 K
2024-11-12T17:40:49,604 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c12a4aa8ee044aadaa20d73e91a3e84e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-12T17:40:49,613 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): b5520e7c037a69ac7c2a72105b455a0c#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-12T17:40:49,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741891_1069 (size=4592)
2024-11-12T17:40:49,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741891_1069 (size=4592)
2024-11-12T17:40:49,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741891_1069 (size=4592)
2024-11-12T17:40:49,643 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/.tmp/cf2/f643e11c5bc744d1927dbb24d4acd5f0 as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/f643e11c5bc744d1927dbb24d4acd5f0
2024-11-12T17:40:49,656 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in b5520e7c037a69ac7c2a72105b455a0c/cf2 of b5520e7c037a69ac7c2a72105b455a0c into f643e11c5bc744d1927dbb24d4acd5f0(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-12T17:40:49,656 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b5520e7c037a69ac7c2a72105b455a0c:

2024-11-12T17:40:49,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=b5520e7c037a69ac7c2a72105b455a0c, source=6684de3f6e40,39391,1731433224046, destination=6684de3f6e40,34393,1731433223937, warming up region on 6684de3f6e40,34393,1731433223937
2024-11-12T17:40:49,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=b5520e7c037a69ac7c2a72105b455a0c, source=6684de3f6e40,39391,1731433224046, destination=6684de3f6e40,34393,1731433223937, running balancer
2024-11-12T17:40:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE
2024-11-12T17:40:49,663 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE
2024-11-12T17:40:49,665 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,665 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=CLOSING, regionLocation=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(7855): Warmup {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:49,666 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:49,667 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:49,667 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:49,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE because future has completed
2024-11-12T17:40:49,668 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-12T17:40:49,669 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046}]
2024-11-12T17:40:49,678 INFO  [StoreFileOpener-b5520e7c037a69ac7c2a72105b455a0c-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,678 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,684 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/527e190b17ea4104afea3d75a8ede193
2024-11-12T17:40:49,690 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2
2024-11-12T17:40:49,691 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:49,691 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:49,692 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:49,692 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:49,700 INFO  [StoreFileOpener-b5520e7c037a69ac7c2a72105b455a0c-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,700 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,709 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/f643e11c5bc744d1927dbb24d4acd5f0
2024-11-12T17:40:49,709 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:49,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-11-12T17:40:49,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433249709Disabling compacts and flushes for region at 1731433249709Disabling writes for close at 1731433249709Writing region close event to WAL at 1731433249716 (+7 ms)Closed at 1731433249716
2024-11-12T17:40:49,823 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-12T17:40:49,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:49,823 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:49,823 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,824 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2, hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb] to archive
2024-11-12T17:40:49,827 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-12T17:40:49,832 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2 to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/f8208187dcc34ee78586b012686c52a2
2024-11-12T17:40:49,834 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/27d3fc904e97486a828b20b0465999cb
2024-11-12T17:40:49,846 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e] to archive
2024-11-12T17:40:49,847 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-12T17:40:49,850 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/c12a4aa8ee044aadaa20d73e91a3e84e
2024-11-12T17:40:49,856 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-11-12T17:40:49,856 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:49,857 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433249823Running coprocessor pre-close hooks at 1731433249823Disabling compacts and flushes for region at 1731433249823Disabling writes for close at 1731433249823Writing region close event to WAL at 1731433249851 (+28 ms)Running coprocessor post-close hooks at 1731433249856 (+5 ms)Closed at 1731433249856
2024-11-12T17:40:49,857 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding b5520e7c037a69ac7c2a72105b455a0c move to 6684de3f6e40,34393,1731433223937 record at close sequenceid=12
2024-11-12T17:40:49,859 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:49,861 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=CLOSED
2024-11-12T17:40:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046 because future has completed
2024-11-12T17:40:49,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-12T17:40:49,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,39391,1731433224046 in 197 msec
2024-11-12T17:40:49,868 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE; state=CLOSED, location=6684de3f6e40,34393,1731433223937; forceNewPlan=false, retain=false
2024-11-12T17:40:50,019 INFO  [6684de3f6e40:41349 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-12T17:40:50,019 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPENING, regionLocation=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:50,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE because future has completed
2024-11-12T17:40:50,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937}]
2024-11-12T17:40:50,199 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:50,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:50,201 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,201 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,208 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:50,212 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:50,213 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:50,260 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/527e190b17ea4104afea3d75a8ede193
2024-11-12T17:40:50,260 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:50,260 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:50,262 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:50,262 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:50,296 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/f643e11c5bc744d1927dbb24d4acd5f0
2024-11-12T17:40:50,297 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:50,297 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,298 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,302 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,305 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,305 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,307 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-12T17:40:50,316 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,318 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened b5520e7c037a69ac7c2a72105b455a0c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64901022, jitterRate=-0.032899409532547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-12T17:40:50,318 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,319 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b5520e7c037a69ac7c2a72105b455a0c:
Running coprocessor pre-open hook at 1731433250201Writing region info on filesystem at 1731433250201Initializing all the Stores at 1731433250208 (+7 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433250208Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433250208Cleaning up temporary data from old regions at 1731433250305 (+97 ms)Running coprocessor post-open hooks at 1731433250318 (+13 ms)Region opened successfully at 1731433250318
2024-11-12T17:40:50,320 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., pid=12, masterSystemTime=1731433250175
2024-11-12T17:40:50,324 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,324 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,324 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPEN, openSeqNum=18, regionLocation=6684de3f6e40,34393,1731433223937
2024-11-12T17:40:50,329 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,34393,1731433223937, table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-12T17:40:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 because future has completed
2024-11-12T17:40:50,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-11-12T17:40:50,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,34393,1731433223937 in 330 msec
2024-11-12T17:40:50,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, REOPEN/MOVE in 719 msec
2024-11-12T17:40:50,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T17:40:50,430 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T17:40:50,439 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6684de3f6e40,34393,1731433223937: testing *****
2024-11-12T17:40:50,439 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-12T17:40:50,442 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-12T17:40:50,444 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-12T17:40:50,462 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-12T17:40:50,465 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-12T17:40:50,508 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 496400864
      },
      "NonHeapMemoryUsage": {
        "committed": 172883968,
        "init": 7667712,
        "max": -1,
        "used": 170331512
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "6684de3f6e40",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 10271,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 55,
      "ProcessCallTime_mean": 4,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 4,
      "ProcessCallTime_90th_percentile": 8,
      "ProcessCallTime_95th_percentile": 19,
      "ProcessCallTime_98th_percentile": 55,
      "ProcessCallTime_99th_percentile": 55,
      "ProcessCallTime_99.9th_percentile": 55,
      "ProcessCallTime_TimeRangeCount_0-1": 11,
      "ProcessCallTime_TimeRangeCount_1-3": 11,
      "ProcessCallTime_TimeRangeCount_3-10": 6,
      "ProcessCallTime_TimeRangeCount_10-30": 2,
      "ProcessCallTime_TimeRangeCount_30-100": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 55,
      "TotalCallTime_mean": 4,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 4,
      "TotalCallTime_90th_percentile": 8,
      "TotalCallTime_95th_percentile": 20,
      "TotalCallTime_98th_percentile": 55,
      "TotalCallTime_99th_percentile": 55,
      "TotalCallTime_99.9th_percentile": 55,
      "TotalCallTime_TimeRangeCount_0-1": 11,
      "TotalCallTime_TimeRangeCount_1-3": 11,
      "TotalCallTime_TimeRangeCount_3-10": 6,
      "TotalCallTime_TimeRangeCount_10-30": 2,
      "TotalCallTime_TimeRangeCount_30-100": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 160,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 4,
      "ResponseSize_SizeRangeCount_100-1000": 5,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5781
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "6684de3f6e40",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:64413",
      "tag.serverName": "6684de3f6e40,34393,1731433223937",
      "tag.clusterId": "11c88b03-e8f9-423a-8954-b49614a5f991",
      "tag.Context": "regionserver",
      "tag.Hostname": "6684de3f6e40",
      "regionCount": 1,
      "storeCount": 0,
      "hlogFileCount": 4,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1731433223937,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 66560,
      "ByteBuffAllocatorHeapAllocationRatio": 0.7697053155307054,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 4,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 1,
      "rpcScanRequestCount": 1,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 2,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 1,
      "ScanTime_min": 1,
      "ScanTime_max": 1,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 1,
      "ScanTime_90th_percentile": 1,
      "ScanTime_95th_percentile": 1,
      "ScanTime_98th_percentile": 1,
      "ScanTime_99th_percentile": 1,
      "ScanTime_99.9th_percentile": 1,
      "ScanTime_TimeRangeCount_0-1": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 1,
      "Put_min": 2,
      "Put_max": 2,
      "Put_mean": 2,
      "Put_25th_percentile": 2,
      "Put_median": 2,
      "Put_75th_percentile": 2,
      "Put_90th_percentile": 2,
      "Put_95th_percentile": 2,
      "Put_98th_percentile": 2,
      "Put_99th_percentile": 2,
      "Put_99.9th_percentile": 2,
      "Put_TimeRangeCount_1-3": 1,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 4783,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 31,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 1,
      "FlushOutputSize_min": 4783,
      "FlushOutputSize_max": 4783,
      "FlushOutputSize_mean": 4783,
      "FlushOutputSize_25th_percentile": 4783,
      "FlushOutputSize_median": 4783,
      "FlushOutputSize_75th_percentile": 4783,
      "FlushOutputSize_90th_percentile": 4783,
      "FlushOutputSize_95th_percentile": 4783,
      "FlushOutputSize_98th_percentile": 4783,
      "FlushOutputSize_99th_percentile": 4783,
      "FlushOutputSize_99.9th_percentile": 4783,
      "FlushOutputSize_SizeRangeCount_100-1000": 1,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 1,
      "FlushMemstoreSize_min": 31,
      "FlushMemstoreSize_max": 31,
      "FlushMemstoreSize_mean": 31,
      "FlushMemstoreSize_25th_percentile": 31,
      "FlushMemstoreSize_median": 31,
      "FlushMemstoreSize_75th_percentile": 31,
      "FlushMemstoreSize_90th_percentile": 31,
      "FlushMemstoreSize_95th_percentile": 31,
      "FlushMemstoreSize_98th_percentile": 31,
      "FlushMemstoreSize_99th_percentile": 31,
      "FlushMemstoreSize_99.9th_percentile": 31,
      "FlushMemstoreSize_SizeRangeCount_10-100": 1,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 1,
      "FlushTime_min": 54,
      "FlushTime_max": 54,
      "FlushTime_mean": 54,
      "FlushTime_25th_percentile": 54,
      "FlushTime_median": 54,
      "FlushTime_75th_percentile": 54,
      "FlushTime_90th_percentile": 54,
      "FlushTime_95th_percentile": 54,
      "FlushTime_98th_percentile": 54,
      "FlushTime_99th_percentile": 54,
      "FlushTime_99.9th_percentile": 54,
      "FlushTime_TimeRangeCount_30-100": 1,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 1,
      "ScanSize_min": 64,
      "ScanSize_max": 64,
      "ScanSize_mean": 64,
      "ScanSize_25th_percentile": 64,
      "ScanSize_median": 64,
      "ScanSize_75th_percentile": 64,
      "ScanSize_90th_percentile": 64,
      "ScanSize_95th_percentile": 64,
      "ScanSize_98th_percentile": 64,
      "ScanSize_99th_percentile": 64,
      "ScanSize_99.9th_percentile": 64,
      "ScanSize_SizeRangeCount_10-100": 1,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-11-12T17:40:50,515 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41349 {}] master.MasterRpcServices(700): 6684de3f6e40,34393,1731433223937 reported a fatal error:
***** ABORTING region server 6684de3f6e40,34393,1731433223937: testing *****
2024-11-12T17:40:50,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,34393,1731433223937' *****
2024-11-12T17:40:50,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-11-12T17:40:50,531 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T17:40:50,531 INFO  [RS:0;6684de3f6e40:34393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-12T17:40:50,531 INFO  [RS:0;6684de3f6e40:34393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-12T17:40:50,531 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(3091): Received CLOSE for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,532 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(956): aborting server 6684de3f6e40,34393,1731433223937
2024-11-12T17:40:50,532 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T17:40:50,532 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:40:50,532 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,532 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,532 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T17:40:50,532 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:40:50,532 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,533 INFO  [RS:0;6684de3f6e40:34393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:34393.
2024-11-12T17:40:50,533 DEBUG [RS:0;6684de3f6e40:34393 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T17:40:50,533 DEBUG [RS:0;6684de3f6e40:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:40:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:43906 deadline: 1731433310533, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=34393 startCode=1731433223937. As of locationSeqNum=12.
2024-11-12T17:40:50,534 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T17:40:50,534 INFO  [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:40:50,534 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1325): Online Regions={b5520e7c037a69ac7c2a72105b455a0c=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.}
2024-11-12T17:40:50,534 DEBUG [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1351): Waiting on b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:50,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,39391,1731433224046, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,39391,1731433224046, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=34393 startCode=1731433223937. As of locationSeqNum=12.
2024-11-12T17:40:50,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,39391,1731433224046, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=34393 startCode=1731433223937. As of locationSeqNum=12.
2024-11-12T17:40:50,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,39391,1731433224046, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6684de3f6e40 port=34393 startCode=1731433223937. As of locationSeqNum=12.
2024-11-12T17:40:50,560 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,560 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433250532Running coprocessor pre-close hooks at 1731433250532Disabling compacts and flushes for region at 1731433250532Disabling writes for close at 1731433250532Writing region close event to WAL at 1731433250559 (+27 ms)Running coprocessor post-close hooks at 1731433250559Closed at 1731433250560 (+1 ms)
2024-11-12T17:40:50,560 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:50,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6684de3f6e40,34393,1731433223937 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6684de3f6e40,34393,1731433223937 aborting
2024-11-12T17:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6684de3f6e40,34393,1731433223937 aborting
2024-11-12T17:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=12 from cache
2024-11-12T17:40:50,739 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,34393,1731433223937; all regions closed.
2024-11-12T17:40:50,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741835_1011 (size=2288)
2024-11-12T17:40:50,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741835_1011 (size=2288)
2024-11-12T17:40:50,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741835_1011 (size=2288)
2024-11-12T17:40:50,776 DEBUG [RS:0;6684de3f6e40:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:40:50,776 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:40:50,776 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T17:40:50,779 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T17:40:50,780 INFO  [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T17:40:50,780 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T17:40:50,780 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T17:40:50,780 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T17:40:50,780 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T17:40:50,781 INFO  [RS:0;6684de3f6e40:34393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34393
2024-11-12T17:40:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,34393,1731433223937
2024-11-12T17:40:50,827 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T17:40:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T17:40:50,846 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,34393,1731433223937]
2024-11-12T17:40:50,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18]
2024-11-12T17:40:50,861 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:34393
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:34393
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:50,861 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18, error=java.net.ConnectException: Call to address=6684de3f6e40:34393 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:34393
2024-11-12T17:40:50,862 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 is java.net.ConnectException: Connection refused
2024-11-12T17:40:50,862 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 from cache
2024-11-12T17:40:50,862 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:34393 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:34393
2024-11-12T17:40:50,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,34393,1731433223937 already deleted, retry=false
2024-11-12T17:40:50,868 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6684de3f6e40,34393,1731433223937 on 6684de3f6e40,41349,1731433222892
2024-11-12T17:40:50,880 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6684de3f6e40,34393,1731433223937, splitWal=true, meta=false
2024-11-12T17:40:50,882 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 6684de3f6e40,34393,1731433223937 (carryingMeta=false) 6684de3f6e40,34393,1731433223937/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@43db516c[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-12T17:40:50,891 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6684de3f6e40,34393,1731433223937, splitWal=true, meta=false
2024-11-12T17:40:50,897 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6684de3f6e40,34393,1731433223937 had 1 regions
2024-11-12T17:40:50,908 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,34393,1731433223937, splitWal=true, meta=false, isMeta: false
2024-11-12T17:40:50,920 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting
2024-11-12T17:40:50,925 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,34393,1731433223937 WAL count=1, meta=false
2024-11-12T17:40:50,928 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6684de3f6e40%2C34393%2C1731433223937.1731433227896}]
2024-11-12T17:40:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:40:50,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101316c01460001, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:40:50,949 INFO  [RS:0;6684de3f6e40:34393 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T17:40:50,949 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:50,949 INFO  [RS:0;6684de3f6e40:34393 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,34393,1731433223937; zookeeper connection closed.
2024-11-12T17:40:50,949 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a658091 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a658091
2024-11-12T17:40:50,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C34393%2C1731433223937.1731433227896, worker=6684de3f6e40,39391,1731433224046}]
2024-11-12T17:40:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-11-12T17:40:51,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18]
2024-11-12T17:40:51,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6684de3f6e40:34393 this server is in the failed servers list
2024-11-12T17:40:51,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6684de3f6e40:34393 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:34393
2024-11-12T17:40:51,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:34393
2024-11-12T17:40:51,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 from cache
2024-11-12T17:40:51,187 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896, size=2.2 K (2288bytes)
2024-11-12T17:40:51,188 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896
2024-11-12T17:40:51,189 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896 after 1ms
2024-11-12T17:40:51,251 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:51,251 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896 took 64ms
2024-11-12T17:40:51,291 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for b5520e7c037a69ac7c2a72105b455a0c: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-11-12T17:40:51,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896 so closing down
2024-11-12T17:40:51,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:51,300 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:51,300 INFO  [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 31 ms; skipped=6; WAL=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896, size=2.2 K, length=2288, corrupted=false, cancelled=false
2024-11-12T17:40:51,300 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896, journal: Splitting hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896, size=2.2 K (2288bytes) at 1731433251188Finishing writing output for hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896 so closing down at 1731433251292 (+104 ms)3 split writer threads finished at 1731433251300 (+8 ms)Processed 6 edits across 0 Regions in 31 ms; skipped=6; WAL=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731433251300
2024-11-12T17:40:51,300 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896
2024-11-12T17:40:51,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-12T17:40:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-12T17:40:51,335 INFO  [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting/6684de3f6e40%2C34393%2C1731433223937.1731433227896 to hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs
2024-11-12T17:40:51,362 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-12T17:40:51,362 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C34393%2C1731433223937.1731433227896, worker=6684de3f6e40,39391,1731433224046 in 378 msec
2024-11-12T17:40:51,375 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=6684de3f6e40,39391,1731433224046
2024-11-12T17:40:51,411 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-12T17:40:51,412 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 6684de3f6e40%2C34393%2C1731433223937.1731433227896, worker=6684de3f6e40,39391,1731433224046 in 449 msec
2024-11-12T17:40:51,425 INFO  [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting dir is empty, no logs to split.
2024-11-12T17:40:51,425 INFO  [PEWorker-5 {}] master.SplitWALManager(105): 6684de3f6e40,34393,1731433223937 WAL count=0, meta=false
2024-11-12T17:40:51,425 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,34393,1731433223937 WAL splitting is done? wals=0, meta=false
2024-11-12T17:40:51,429 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6684de3f6e40,34393,1731433223937 failed, ignore...File hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/WALs/6684de3f6e40,34393,1731433223937-splitting does not exist.
2024-11-12T17:40:51,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN}]
2024-11-12T17:40:51,445 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN
2024-11-12T17:40:51,448 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-12T17:40:51,598 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0}
2024-11-12T17:40:51,599 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T17:40:51,599 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T17:40:51,599 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T17:40:51,599 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T17:40:51,599 INFO  [6684de3f6e40:41349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T17:40:51,599 INFO  [6684de3f6e40:41349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T17:40:51,599 DEBUG [6684de3f6e40:41349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T17:40:51,600 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPENING, regionLocation=6684de3f6e40,38471,1731433224117
2024-11-12T17:40:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN because future has completed
2024-11-12T17:40:51,605 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,38471,1731433224117}]
2024-11-12T17:40:51,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18]
2024-11-12T17:40:51,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6684de3f6e40:34393 this server is in the failed servers list
2024-11-12T17:40:51,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6684de3f6e40:34393 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:34393
2024-11-12T17:40:51,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6684de3f6e40:34393
2024-11-12T17:40:51,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,34393,1731433223937, seqNum=18 from cache
2024-11-12T17:40:51,762 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T17:40:51,764 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T17:40:51,774 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:51,774 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b5520e7c037a69ac7c2a72105b455a0c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:51,775 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,775 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:51,775 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,775 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,779 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:51,784 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf1
2024-11-12T17:40:51,784 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:51,806 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf1/527e190b17ea4104afea3d75a8ede193
2024-11-12T17:40:51,806 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:51,806 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b5520e7c037a69ac7c2a72105b455a0c 
2024-11-12T17:40:51,808 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5520e7c037a69ac7c2a72105b455a0c columnFamilyName cf2
2024-11-12T17:40:51,808 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:51,845 DEBUG [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/cf2/f643e11c5bc744d1927dbb24d4acd5f0
2024-11-12T17:40:51,845 INFO  [StoreOpener-b5520e7c037a69ac7c2a72105b455a0c-1 {}] regionserver.HStore(327): Store=b5520e7c037a69ac7c2a72105b455a0c/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:51,845 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,847 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,856 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,859 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,859 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,867 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-12T17:40:51,878 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,885 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b5520e7c037a69ac7c2a72105b455a0c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67224590, jitterRate=0.0017244517803192139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-12T17:40:51,885 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:40:51,886 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b5520e7c037a69ac7c2a72105b455a0c:
Running coprocessor pre-open hook at 1731433251775Writing region info on filesystem at 1731433251775Initializing all the Stores at 1731433251778 (+3 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433251779 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433251779Cleaning up temporary data from old regions at 1731433251859 (+80 ms)Running coprocessor post-open hooks at 1731433251885 (+26 ms)Region opened successfully at 1731433251886 (+1 ms)
2024-11-12T17:40:51,892 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., pid=17, masterSystemTime=1731433251762
2024-11-12T17:40:51,905 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:51,906 INFO  [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:40:51,910 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b5520e7c037a69ac7c2a72105b455a0c, regionState=OPEN, openSeqNum=18, regionLocation=6684de3f6e40,38471,1731433224117
2024-11-12T17:40:51,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,38471,1731433224117 because future has completed
2024-11-12T17:40:51,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-12T17:40:51,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-12T17:40:51,952 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure b5520e7c037a69ac7c2a72105b455a0c, server=6684de3f6e40,38471,1731433224117 in 319 msec
2024-11-12T17:40:51,979 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-11-12T17:40:51,980 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b5520e7c037a69ac7c2a72105b455a0c, ASSIGN in 511 msec
2024-11-12T17:40:51,980 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 6684de3f6e40,34393,1731433223937 after splitting done
2024-11-12T17:40:52,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 6684de3f6e40,34393,1731433223937, splitWal=true, meta=false in 1.1110 sec
2024-11-12T17:40:52,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c., hostname=6684de3f6e40,38471,1731433224117, seqNum=18]
2024-11-12T17:40:52,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T17:40:52,715 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T17:40:52,788 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 415), OpenFileDescriptor=1043 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=883 (was 926), ProcessCount=11 (was 11), AvailableMemoryMB=1880 (was 1652) - AvailableMemoryMB LEAK? -
2024-11-12T17:40:52,791 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1043 is superior to 1024
2024-11-12T17:40:52,812 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1043, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=1878
2024-11-12T17:40:52,812 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1043 is superior to 1024
2024-11-12T17:40:52,860 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:52,866 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:52,869 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:52,883 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57352791, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-57352791, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:52,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57352791/hregion-57352791.1731433252883, exclude list is [], retry=0
2024-11-12T17:40:52,930 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:52,939 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:52,952 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:53,063 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57352791/hregion-57352791.1731433252883
2024-11-12T17:40:53,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:53,072 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 83d9172d21a55a9409dd9d2940ccaa1b, NAME => 'testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:53,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741893_1071 (size=67)
2024-11-12T17:40:53,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741893_1071 (size=67)
2024-11-12T17:40:53,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741893_1071 (size=67)
2024-11-12T17:40:53,111 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:53,115 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,128 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName a
2024-11-12T17:40:53,128 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,136 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,136 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,145 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName b
2024-11-12T17:40:53,145 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,146 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,146 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,150 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName c
2024-11-12T17:40:53,150 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,152 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,153 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,159 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,159 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,160 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:53,161 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,163 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:53,164 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 83d9172d21a55a9409dd9d2940ccaa1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58852343, jitterRate=-0.12303175032138824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83d9172d21a55a9409dd9d2940ccaa1b:
Writing region info on filesystem at 1731433253112Initializing all the Stores at 1731433253113 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253113Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253115 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253115Cleaning up temporary data from old regions at 1731433253159 (+44 ms)Region opened successfully at 1731433253165 (+6 ms)
2024-11-12T17:40:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83d9172d21a55a9409dd9d2940ccaa1b, disabling compactions & flushes
2024-11-12T17:40:53,165 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b. after waiting 0 ms
2024-11-12T17:40:53,165 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,165 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83d9172d21a55a9409dd9d2940ccaa1b:
Waiting for close lock at 1731433253165Disabling compacts and flushes for region at 1731433253165Disabling writes for close at 1731433253165Writing region close event to WAL at 1731433253165Closed at 1731433253165
2024-11-12T17:40:53,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741892_1070 (size=175)
2024-11-12T17:40:53,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741892_1070 (size=175)
2024-11-12T17:40:53,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741892_1070 (size=175)
2024-11-12T17:40:53,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:53,175 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57352791:(num 1731433252883)
2024-11-12T17:40:53,175 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:53,178 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:53,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, exclude list is [], retry=0
2024-11-12T17:40:53,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:53,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:53,198 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:53,229 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179
2024-11-12T17:40:53,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:53,230 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83d9172d21a55a9409dd9d2940ccaa1b, NAME => 'testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:53,230 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:53,230 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,230 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,232 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,233 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName a
2024-11-12T17:40:53,233 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,234 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,234 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,235 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName b
2024-11-12T17:40:53,235 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,236 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,236 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:53,237 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName c
2024-11-12T17:40:53,238 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:53,238 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:53,239 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,241 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,243 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,243 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,246 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:53,248 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:53,250 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 83d9172d21a55a9409dd9d2940ccaa1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65145878, jitterRate=-0.029250770807266235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:53,251 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83d9172d21a55a9409dd9d2940ccaa1b:
Writing region info on filesystem at 1731433253230Initializing all the Stores at 1731433253232 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253232Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253232Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433253232Cleaning up temporary data from old regions at 1731433253243 (+11 ms)Region opened successfully at 1731433253251 (+8 ms)
2024-11-12T17:40:53,300 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 83d9172d21a55a9409dd9d2940ccaa1b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-12T17:40:53,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-11-12T17:40:53,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:53,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-11-12T17:40:53,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-11-12T17:40:53,352 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/a/be597c2b2aa641868c23b2a0a9a1a8d1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731433253251/Put/seqid=0
2024-11-12T17:40:53,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741895_1073 (size=5958)
2024-11-12T17:40:53,421 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/a/be597c2b2aa641868c23b2a0a9a1a8d1
2024-11-12T17:40:53,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741895_1073 (size=5958)
2024-11-12T17:40:53,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741895_1073 (size=5958)
2024-11-12T17:40:53,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/dd87160f2a4e4af0bd0564447167f36a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731433253264/Put/seqid=0
2024-11-12T17:40:53,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741896_1074 (size=5958)
2024-11-12T17:40:53,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741896_1074 (size=5958)
2024-11-12T17:40:53,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741896_1074 (size=5958)
2024-11-12T17:40:53,504 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/dd87160f2a4e4af0bd0564447167f36a
2024-11-12T17:40:53,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/c/350d08685c834859b2da2384ca5ace3e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731433253275/Put/seqid=0
2024-11-12T17:40:53,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741897_1075 (size=5958)
2024-11-12T17:40:53,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741897_1075 (size=5958)
2024-11-12T17:40:53,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741897_1075 (size=5958)
2024-11-12T17:40:53,611 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/c/350d08685c834859b2da2384ca5ace3e
2024-11-12T17:40:53,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/a/be597c2b2aa641868c23b2a0a9a1a8d1 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/a/be597c2b2aa641868c23b2a0a9a1a8d1
2024-11-12T17:40:53,651 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/a/be597c2b2aa641868c23b2a0a9a1a8d1, entries=10, sequenceid=33, filesize=5.8 K
2024-11-12T17:40:53,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/dd87160f2a4e4af0bd0564447167f36a as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/dd87160f2a4e4af0bd0564447167f36a
2024-11-12T17:40:53,664 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/dd87160f2a4e4af0bd0564447167f36a, entries=10, sequenceid=33, filesize=5.8 K
2024-11-12T17:40:53,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/c/350d08685c834859b2da2384ca5ace3e as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/c/350d08685c834859b2da2384ca5ace3e
2024-11-12T17:40:53,684 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/c/350d08685c834859b2da2384ca5ace3e, entries=10, sequenceid=33, filesize=5.8 K
2024-11-12T17:40:53,687 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 83d9172d21a55a9409dd9d2940ccaa1b in 387ms, sequenceid=33, compaction requested=false
2024-11-12T17:40:53,687 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 83d9172d21a55a9409dd9d2940ccaa1b:

2024-11-12T17:40:53,687 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83d9172d21a55a9409dd9d2940ccaa1b, disabling compactions & flushes
2024-11-12T17:40:53,687 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,687 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,687 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b. after waiting 0 ms
2024-11-12T17:40:53,687 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,706 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.
2024-11-12T17:40:53,706 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83d9172d21a55a9409dd9d2940ccaa1b:
Waiting for close lock at 1731433253687Disabling compacts and flushes for region at 1731433253687Disabling writes for close at 1731433253687Writing region close event to WAL at 1731433253706 (+19 ms)Closed at 1731433253706
2024-11-12T17:40:53,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741894_1072 (size=6311)
2024-11-12T17:40:53,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741894_1072 (size=6311)
2024-11-12T17:40:53,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741894_1072 (size=6311)
2024-11-12T17:40:53,727 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/dd87160f2a4e4af0bd0564447167f36a to hdfs://localhost:41227/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/dd87160f2a4e4af0bd0564447167f36a
2024-11-12T17:40:53,756 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, size=6.2 K (6311bytes)
2024-11-12T17:40:53,757 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179
2024-11-12T17:40:53,760 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179 after 3ms
2024-11-12T17:40:53,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:53,803 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179 took 47ms
2024-11-12T17:40:53,816 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731433253179.temp
2024-11-12T17:40:53,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179 so closing down
2024-11-12T17:40:53,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:40:53,878 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp
2024-11-12T17:40:53,879 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:40:53,938 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T17:40:53,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741898_1076 (size=5575)
2024-11-12T17:40:53,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741898_1076 (size=5575)
2024-11-12T17:40:53,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741898_1076 (size=5575)
2024-11-12T17:40:53,966 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-12T17:40:53,968 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032
2024-11-12T17:40:53,968 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 157 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, size=6.2 K, length=6311, corrupted=false, cancelled=false
2024-11-12T17:40:53,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, journal: Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, size=6.2 K (6311bytes) at 1731433253757Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179 so closing down at 1731433253825 (+68 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp at 1731433253878 (+53 ms)3 split writer threads finished at 1731433253879 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731433253966 (+87 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000003-wal.1731433253179.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032 at 1731433253968 (+2 ms)Processed 32 edits across 1 Regions in 157 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731433253968
2024-11-12T17:40:53,975 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253179 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433253179
2024-11-12T17:40:53,977 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032
2024-11-12T17:40:53,977 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:53,980 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:54,003 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253981, exclude list is [], retry=0
2024-11-12T17:40:54,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:54,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:54,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:54,084 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253981
2024-11-12T17:40:54,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:40:54,084 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83d9172d21a55a9409dd9d2940ccaa1b, NAME => 'testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:54,085 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:54,085 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,085 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,087 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:54,089 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName a
2024-11-12T17:40:54,090 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,098 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/a/be597c2b2aa641868c23b2a0a9a1a8d1
2024-11-12T17:40:54,098 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,098 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:54,100 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName b
2024-11-12T17:40:54,100 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,100 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,101 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83d9172d21a55a9409dd9d2940ccaa1b 
2024-11-12T17:40:54,101 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d9172d21a55a9409dd9d2940ccaa1b columnFamilyName c
2024-11-12T17:40:54,102 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,107 DEBUG [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/c/350d08685c834859b2da2384ca5ace3e
2024-11-12T17:40:54,108 INFO  [StoreOpener-83d9172d21a55a9409dd9d2940ccaa1b-1 {}] regionserver.HStore(327): Store=83d9172d21a55a9409dd9d2940ccaa1b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,108 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,109 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,111 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032
2024-11-12T17:40:54,145 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:40:54,148 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032
2024-11-12T17:40:54,148 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 83d9172d21a55a9409dd9d2940ccaa1b 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-12T17:40:54,166 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/f80a7fd296f24a66ba7fc8c8dcf7ca52 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731433253264/Put/seqid=0
2024-11-12T17:40:54,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741900_1078 (size=5958)
2024-11-12T17:40:54,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741900_1078 (size=5958)
2024-11-12T17:40:54,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741900_1078 (size=5958)
2024-11-12T17:40:54,623 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/f80a7fd296f24a66ba7fc8c8dcf7ca52
2024-11-12T17:40:54,630 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/.tmp/b/f80a7fd296f24a66ba7fc8c8dcf7ca52 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/f80a7fd296f24a66ba7fc8c8dcf7ca52
2024-11-12T17:40:54,636 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/b/f80a7fd296f24a66ba7fc8c8dcf7ca52, entries=10, sequenceid=32, filesize=5.8 K
2024-11-12T17:40:54,636 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 83d9172d21a55a9409dd9d2940ccaa1b in 488ms, sequenceid=32, compaction requested=false; wal=null
2024-11-12T17:40:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/0000000000000000032
2024-11-12T17:40:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,639 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83d9172d21a55a9409dd9d2940ccaa1b
2024-11-12T17:40:54,644 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/83d9172d21a55a9409dd9d2940ccaa1b/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-11-12T17:40:54,646 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 83d9172d21a55a9409dd9d2940ccaa1b; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69203777, jitterRate=0.031216636300086975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:54,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83d9172d21a55a9409dd9d2940ccaa1b:
Writing region info on filesystem at 1731433254085Initializing all the Stores at 1731433254086 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254087 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254088 (+1 ms)Obtaining lock to block concurrent updates at 1731433254148 (+60 ms)Preparing flush snapshotting stores in 83d9172d21a55a9409dd9d2940ccaa1b at 1731433254148Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731433254148Flushing stores of testReplayEditsWrittenViaHRegion,,1731433252865.83d9172d21a55a9409dd9d2940ccaa1b. at 1731433254148Flushing 83d9172d21a55a9409dd9d2940ccaa1b/b: creating writer at 1731433254148Flushing 83d9172d21a55a9409dd9d2940ccaa1b/b: appending metadata at 1731433254165 (+17 ms)Flushing 83d9172d21a55a9409dd9d2940ccaa1b/b: closing flushed file at 1731433254165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40117d89: reopening flushed file at 1731433254629 (+464 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 83d9172d21a55a9409dd9d2940ccaa1b in 488ms, sequenceid=32, compaction requested=false; wal=null at 1731433254636 (+7 ms)Cleaning up temporary data from old regions at 1731433254638 (+2 ms)Region opened successfully at 1731433254646 (+8 ms)
2024-11-12T17:40:54,707 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=418 (was 408)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37786 [Waiting for operation #34]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37842 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:38596 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:59608 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:56946 [Waiting for operation #33]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:53820 [Waiting for operation #35]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1119 (was 1043) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=909 (was 883) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2407 (was 1878) - AvailableMemoryMB LEAK? -
2024-11-12T17:40:54,707 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024
2024-11-12T17:40:54,734 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1119, MaxFileDescriptor=1048576, SystemLoadAverage=909, ProcessCount=11, AvailableMemoryMB=2401
2024-11-12T17:40:54,734 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024
2024-11-12T17:40:54,752 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:54,754 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:40:54,756 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:40:54,765 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52461491, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-52461491, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:54,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52461491/hregion-52461491.1731433254766, exclude list is [], retry=0
2024-11-12T17:40:54,791 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:54,791 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:54,795 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:54,835 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52461491/hregion-52461491.1731433254766
2024-11-12T17:40:54,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:40:54,836 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c1c0d0cebba0dd1679f1283e520edfc8, NAME => 'testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:40:54,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741902_1080 (size=68)
2024-11-12T17:40:54,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741902_1080 (size=68)
2024-11-12T17:40:54,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741902_1080 (size=68)
2024-11-12T17:40:54,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:54,888 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:54,890 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName a
2024-11-12T17:40:54,890 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,891 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,891 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:54,893 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName b
2024-11-12T17:40:54,893 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,896 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,896 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:54,907 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName c
2024-11-12T17:40:54,907 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:54,915 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:54,917 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,928 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,928 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,931 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:54,933 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:54,944 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:40:54,945 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c1c0d0cebba0dd1679f1283e520edfc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68238662, jitterRate=0.016835302114486694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1c0d0cebba0dd1679f1283e520edfc8:
Writing region info on filesystem at 1731433254881Initializing all the Stores at 1731433254888 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254888Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254888Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433254888Cleaning up temporary data from old regions at 1731433254928 (+40 ms)Region opened successfully at 1731433254946 (+18 ms)
2024-11-12T17:40:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1c0d0cebba0dd1679f1283e520edfc8, disabling compactions & flushes
2024-11-12T17:40:54,946 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:40:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:40:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8. after waiting 0 ms
2024-11-12T17:40:54,947 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:40:54,947 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:40:54,947 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1c0d0cebba0dd1679f1283e520edfc8:
Waiting for close lock at 1731433254946Disabling compacts and flushes for region at 1731433254946Disabling writes for close at 1731433254946Writing region close event to WAL at 1731433254947 (+1 ms)Closed at 1731433254947
2024-11-12T17:40:54,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741901_1079 (size=175)
2024-11-12T17:40:54,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741901_1079 (size=175)
2024-11-12T17:40:54,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741901_1079 (size=175)
2024-11-12T17:40:54,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:40:54,989 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52461491:(num 1731433254766)
2024-11-12T17:40:54,989 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:40:54,993 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:40:55,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, exclude list is [], retry=0
2024-11-12T17:40:55,012 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:40:55,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:40:55,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:40:55,059 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993
2024-11-12T17:40:55,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:40:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c1c0d0cebba0dd1679f1283e520edfc8, NAME => 'testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:40:55,157 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:40:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,160 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:55,164 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName a
2024-11-12T17:40:55,164 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:55,175 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:55,176 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:55,184 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName b
2024-11-12T17:40:55,184 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:55,195 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:55,195 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:40:55,197 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName c
2024-11-12T17:40:55,197 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:40:55,200 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:40:55,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,211 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,215 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,215 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,216 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:40:55,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,222 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c1c0d0cebba0dd1679f1283e520edfc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65684170, jitterRate=-0.021229594945907593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:40:55,222 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:40:55,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1c0d0cebba0dd1679f1283e520edfc8:
Running coprocessor pre-open hook at 1731433255158Writing region info on filesystem at 1731433255158Initializing all the Stores at 1731433255159 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433255159Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433255159Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433255159Cleaning up temporary data from old regions at 1731433255216 (+57 ms)Running coprocessor post-open hooks at 1731433255222 (+6 ms)Region opened successfully at 1731433255223 (+1 ms)
2024-11-12T17:40:55,270 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c1c0d0cebba0dd1679f1283e520edfc8 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-11-12T17:40:55,279 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:56,280 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:57,281 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:58,283 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:40:59,284 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:00,285 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:00,660 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T17:41:01,286 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:02,287 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:03,288 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:03,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-11-12T17:41:03,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-11-12T17:41:04,289 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c1c0d0cebba0dd1679f1283e520edfc8/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:04,290 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c1c0d0cebba0dd1679f1283e520edfc8:

2024-11-12T17:41:04,290 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,309 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c1c0d0cebba0dd1679f1283e520edfc8:

2024-11-12T17:41:04,309 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-11-12T17:41:04,309 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1c0d0cebba0dd1679f1283e520edfc8, disabling compactions & flushes
2024-11-12T17:41:04,310 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,310 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,310 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8. after waiting 0 ms
2024-11-12T17:41:04,310 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,314 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,314 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.
2024-11-12T17:41:04,314 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1c0d0cebba0dd1679f1283e520edfc8:
Waiting for close lock at 1731433264309Running coprocessor pre-close hooks at 1731433264309Disabling compacts and flushes for region at 1731433264309Disabling writes for close at 1731433264310 (+1 ms)Writing region close event to WAL at 1731433264313 (+3 ms)Running coprocessor post-close hooks at 1731433264314 (+1 ms)Closed at 1731433264314
2024-11-12T17:41:04,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741903_1081 (size=4236)
2024-11-12T17:41:04,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741903_1081 (size=4236)
2024-11-12T17:41:04,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741903_1081 (size=4236)
2024-11-12T17:41:04,338 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, size=4.1 K (4236bytes)
2024-11-12T17:41:04,338 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993
2024-11-12T17:41:04,340 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993 after 2ms
2024-11-12T17:41:04,379 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:04,379 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993 took 41ms
2024-11-12T17:41:04,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993 so closing down
2024-11-12T17:41:04,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:41:04,383 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731433254993.temp
2024-11-12T17:41:04,422 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp
2024-11-12T17:41:04,422 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:41:04,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741904_1082 (size=3245)
2024-11-12T17:41:04,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741904_1082 (size=3245)
2024-11-12T17:41:04,438 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-11-12T17:41:04,439 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026
2024-11-12T17:41:04,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741904_1082 (size=3245)
2024-11-12T17:41:04,440 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 60 ms; skipped=3; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, size=4.1 K, length=4236, corrupted=false, cancelled=false
2024-11-12T17:41:04,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, journal: Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, size=4.1 K (4236bytes) at 1731433264338Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993 so closing down at 1731433264382 (+44 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp at 1731433264422 (+40 ms)3 split writer threads finished at 1731433264423 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731433264438 (+15 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000004-wal.1731433254993.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026 at 1731433264439 (+1 ms)Processed 23 edits across 1 Regions in 60 ms; skipped=3; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731433264440 (+1 ms)
2024-11-12T17:41:04,441 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433254993 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433254993
2024-11-12T17:41:04,442 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026
2024-11-12T17:41:04,442 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:04,453 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:04,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433264454, exclude list is [], retry=0
2024-11-12T17:41:04,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:04,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:04,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:04,518 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433264454
2024-11-12T17:41:04,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:41:04,519 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c1c0d0cebba0dd1679f1283e520edfc8, NAME => 'testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:04,519 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,519 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:04,520 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,520 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,523 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:41:04,525 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName a
2024-11-12T17:41:04,525 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:04,525 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:04,526 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:41:04,526 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName b
2024-11-12T17:41:04,527 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:04,527 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:04,527 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c1c0d0cebba0dd1679f1283e520edfc8 
2024-11-12T17:41:04,528 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c0d0cebba0dd1679f1283e520edfc8 columnFamilyName c
2024-11-12T17:41:04,528 DEBUG [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:04,528 INFO  [StoreOpener-c1c0d0cebba0dd1679f1283e520edfc8-1 {}] regionserver.HStore(327): Store=c1c0d0cebba0dd1679f1283e520edfc8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:04,529 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,531 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,532 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026
2024-11-12T17:41:04,567 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:04,569 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026
2024-11-12T17:41:04,569 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c1c0d0cebba0dd1679f1283e520edfc8 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-11-12T17:41:04,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/a/6bed5c7ddf044d86a6bf3079c656068b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731433264296/Put/seqid=0
2024-11-12T17:41:04,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741906_1084 (size=5523)
2024-11-12T17:41:04,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741906_1084 (size=5523)
2024-11-12T17:41:04,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741906_1084 (size=5523)
2024-11-12T17:41:04,602 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/a/6bed5c7ddf044d86a6bf3079c656068b
2024-11-12T17:41:04,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/b/16f7d21a94074c92b40f051989c0b57a is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731433264291/Put/seqid=0
2024-11-12T17:41:04,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741907_1085 (size=5524)
2024-11-12T17:41:04,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741907_1085 (size=5524)
2024-11-12T17:41:04,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741907_1085 (size=5524)
2024-11-12T17:41:04,636 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/b/16f7d21a94074c92b40f051989c0b57a
2024-11-12T17:41:04,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/c/229cdf2d41da48af9a1bb650dfa010b2 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731433264293/Put/seqid=0
2024-11-12T17:41:04,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741908_1086 (size=5457)
2024-11-12T17:41:04,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741908_1086 (size=5457)
2024-11-12T17:41:04,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741908_1086 (size=5457)
2024-11-12T17:41:04,686 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/c/229cdf2d41da48af9a1bb650dfa010b2
2024-11-12T17:41:04,694 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/a/6bed5c7ddf044d86a6bf3079c656068b as hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/a/6bed5c7ddf044d86a6bf3079c656068b
2024-11-12T17:41:04,699 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/a/6bed5c7ddf044d86a6bf3079c656068b, entries=7, sequenceid=26, filesize=5.4 K
2024-11-12T17:41:04,701 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/b/16f7d21a94074c92b40f051989c0b57a as hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/b/16f7d21a94074c92b40f051989c0b57a
2024-11-12T17:41:04,708 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/b/16f7d21a94074c92b40f051989c0b57a, entries=7, sequenceid=26, filesize=5.4 K
2024-11-12T17:41:04,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/.tmp/c/229cdf2d41da48af9a1bb650dfa010b2 as hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/c/229cdf2d41da48af9a1bb650dfa010b2
2024-11-12T17:41:04,714 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/c/229cdf2d41da48af9a1bb650dfa010b2, entries=6, sequenceid=26, filesize=5.3 K
2024-11-12T17:41:04,714 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c1c0d0cebba0dd1679f1283e520edfc8 in 145ms, sequenceid=26, compaction requested=false; wal=null
2024-11-12T17:41:04,715 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/0000000000000000026
2024-11-12T17:41:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,721 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,721 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:04,727 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,730 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsAfterAbortingFlush/c1c0d0cebba0dd1679f1283e520edfc8/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-11-12T17:41:04,732 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c1c0d0cebba0dd1679f1283e520edfc8; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69469732, jitterRate=0.03517967462539673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:04,732 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1c0d0cebba0dd1679f1283e520edfc8
2024-11-12T17:41:04,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1c0d0cebba0dd1679f1283e520edfc8:
Running coprocessor pre-open hook at 1731433264520Writing region info on filesystem at 1731433264520Initializing all the Stores at 1731433264521 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433264521Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433264523 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433264523Obtaining lock to block concurrent updates at 1731433264569 (+46 ms)Preparing flush snapshotting stores in c1c0d0cebba0dd1679f1283e520edfc8 at 1731433264569Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731433264570 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731433254753.c1c0d0cebba0dd1679f1283e520edfc8. at 1731433264570Flushing c1c0d0cebba0dd1679f1283e520edfc8/a: creating writer at 1731433264570Flushing c1c0d0cebba0dd1679f1283e520edfc8/a: appending metadata at 1731433264588 (+18 ms)Flushing c1c0d0cebba0dd1679f1283e520edfc8/a: closing flushed file at 1731433264588Flushing c1c0d0cebba0dd1679f1283e520edfc8/b: creating writer at 1731433264607 (+19 ms)Flushing c1c0d0cebba0dd1679f1283e520edfc8/b: appending metadata at 1731433264623 (+16 ms)Flushing c1c0d0cebba0dd1679f1283e520edfc8/b: closing flushed file at 1731433264623Flushing c1c0d0cebba0dd1679f1283e520edfc8/c: creating writer at 1731433264644 (+21 ms)Flushing c1c0d0cebba0dd1679f1283e520edfc8/c: appending metadata at 1731433264675 (+31 ms)Flushing c1c0d0cebba0dd1679f1283e520edfc8/c: closing flushed file at 1731433264675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17095cb5: reopening flushed file at 1731433264692 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49956d0d: reopening flushed file at 1731433264700 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20939c6b: reopening flushed file at 1731433264708 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c1c0d0cebba0dd1679f1283e520edfc8 in 145ms, sequenceid=26, compaction requested=false; wal=null at 1731433264714 (+6 ms)Cleaning up temporary data from old regions at 1731433264721 (+7 ms)Running coprocessor post-open hooks at 1731433264732 (+11 ms)Region opened successfully at 1731433264733 (+1 ms)
2024-11-12T17:41:04,782 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=422 (was 418)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37656 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54590 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60358 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37624 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60366 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54604 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1186 (was 1119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=858 (was 909), ProcessCount=11 (was 11), AvailableMemoryMB=1354 (was 2401)
2024-11-12T17:41:04,783 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024
2024-11-12T17:41:04,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=422, OpenFileDescriptor=1186, MaxFileDescriptor=1048576, SystemLoadAverage=858, ProcessCount=11, AvailableMemoryMB=1352
2024-11-12T17:41:04,800 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024
2024-11-12T17:41:04,860 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:04,862 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:04,864 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:41:04,868 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83463118, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-83463118, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:04,885 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83463118/hregion-83463118.1731433264868, exclude list is [], retry=0
2024-11-12T17:41:04,891 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:04,892 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:04,892 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:04,922 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83463118/hregion-83463118.1731433264868
2024-11-12T17:41:04,922 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:41:04,922 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 96436fe85e6059df8959f2ba77ae48ce, NAME => 'testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:41:04,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741910_1088 (size=61)
2024-11-12T17:41:04,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741910_1088 (size=61)
2024-11-12T17:41:04,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741910_1088 (size=61)
2024-11-12T17:41:04,935 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:04,937 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96436fe85e6059df8959f2ba77ae48ce 
2024-11-12T17:41:04,938 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96436fe85e6059df8959f2ba77ae48ce columnFamilyName a
2024-11-12T17:41:04,938 DEBUG [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:04,939 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(327): Store=96436fe85e6059df8959f2ba77ae48ce/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:04,939 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,940 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,940 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,941 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,941 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,942 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:04,944 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:41:04,945 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 96436fe85e6059df8959f2ba77ae48ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64477643, jitterRate=-0.039208248257637024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:41:04,945 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96436fe85e6059df8959f2ba77ae48ce:
Writing region info on filesystem at 1731433264935Initializing all the Stores at 1731433264936 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433264936Cleaning up temporary data from old regions at 1731433264941 (+5 ms)Region opened successfully at 1731433264945 (+4 ms)
2024-11-12T17:41:04,945 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96436fe85e6059df8959f2ba77ae48ce, disabling compactions & flushes
2024-11-12T17:41:04,945 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:04,945 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:04,946 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce. after waiting 0 ms
2024-11-12T17:41:04,946 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:04,946 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:04,946 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96436fe85e6059df8959f2ba77ae48ce:
Waiting for close lock at 1731433264945Disabling compacts and flushes for region at 1731433264945Disabling writes for close at 1731433264946 (+1 ms)Writing region close event to WAL at 1731433264946Closed at 1731433264946
2024-11-12T17:41:04,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741909_1087 (size=175)
2024-11-12T17:41:04,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741909_1087 (size=175)
2024-11-12T17:41:04,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741909_1087 (size=175)
2024-11-12T17:41:04,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:41:04,951 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83463118:(num 1731433264868)
2024-11-12T17:41:04,951 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:04,953 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:04,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, exclude list is [], retry=0
2024-11-12T17:41:04,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:04,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:04,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:05,008 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954
2024-11-12T17:41:05,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:41:05,008 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96436fe85e6059df8959f2ba77ae48ce, NAME => 'testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:05,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:05,009 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,009 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,010 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96436fe85e6059df8959f2ba77ae48ce 
2024-11-12T17:41:05,011 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96436fe85e6059df8959f2ba77ae48ce columnFamilyName a
2024-11-12T17:41:05,011 DEBUG [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:05,012 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(327): Store=96436fe85e6059df8959f2ba77ae48ce/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:05,012 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,014 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,014 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,016 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,017 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 96436fe85e6059df8959f2ba77ae48ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74455274, jitterRate=0.10947003960609436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:41:05,018 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96436fe85e6059df8959f2ba77ae48ce:
Writing region info on filesystem at 1731433265009Initializing all the Stores at 1731433265010 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433265010Cleaning up temporary data from old regions at 1731433265014 (+4 ms)Region opened successfully at 1731433265018 (+4 ms)
2024-11-12T17:41:05,032 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96436fe85e6059df8959f2ba77ae48ce, disabling compactions & flushes
2024-11-12T17:41:05,032 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:05,032 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:05,032 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce. after waiting 0 ms
2024-11-12T17:41:05,032 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:05,033 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:05,033 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.
2024-11-12T17:41:05,033 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96436fe85e6059df8959f2ba77ae48ce:
Waiting for close lock at 1731433265032Disabling compacts and flushes for region at 1731433265032Disabling writes for close at 1731433265032Writing region close event to WAL at 1731433265033 (+1 ms)Closed at 1731433265033
2024-11-12T17:41:05,036 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 not finished, retry = 0
2024-11-12T17:41:05,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741911_1089 (size=1795)
2024-11-12T17:41:05,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741911_1089 (size=1795)
2024-11-12T17:41:05,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741911_1089 (size=1795)
2024-11-12T17:41:05,153 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, size=1.8 K (1795bytes)
2024-11-12T17:41:05,153 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954
2024-11-12T17:41:05,154 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 after 1ms
2024-11-12T17:41:05,181 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:05,182 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 took 29ms
2024-11-12T17:41:05,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 so closing down
2024-11-12T17:41:05,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:41:05,185 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731433264954.temp
2024-11-12T17:41:05,214 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp
2024-11-12T17:41:05,214 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:41:05,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741912_1090 (size=1795)
2024-11-12T17:41:05,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741912_1090 (size=1795)
2024-11-12T17:41:05,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741912_1090 (size=1795)
2024-11-12T17:41:05,231 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-11-12T17:41:05,233 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp to hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012
2024-11-12T17:41:05,233 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, size=1.8 K, length=1795, corrupted=false, cancelled=false
2024-11-12T17:41:05,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, journal: Splitting hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, size=1.8 K (1795bytes) at 1731433265153Finishing writing output for hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 so closing down at 1731433265184 (+31 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp at 1731433265214 (+30 ms)3 split writer threads finished at 1731433265214Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731433265231 (+17 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000003-wal.1731433264954.temp to hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012 at 1731433265233 (+2 ms)Processed 10 edits across 1 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731433265233
2024-11-12T17:41:05,236 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433264954 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433264954
2024-11-12T17:41:05,237 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012
2024-11-12T17:41:05,273 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:05,839 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:05,842 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:05,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433265842, exclude list is [], retry=0
2024-11-12T17:41:05,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:05,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:05,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:05,915 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433265842
2024-11-12T17:41:05,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:41:05,922 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96436fe85e6059df8959f2ba77ae48ce, NAME => 'testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:05,922 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:05,923 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,923 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,938 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96436fe85e6059df8959f2ba77ae48ce 
2024-11-12T17:41:05,945 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96436fe85e6059df8959f2ba77ae48ce columnFamilyName a
2024-11-12T17:41:05,945 DEBUG [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:05,947 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(327): Store=96436fe85e6059df8959f2ba77ae48ce/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:05,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,950 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:05,951 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012
2024-11-12T17:41:05,980 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:05,981 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012
2024-11-12T17:41:05,982 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 96436fe85e6059df8959f2ba77ae48ce 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-11-12T17:41:06,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/.tmp/a/c23f81824b6e40cc941f951ba90c89bb is 79, key is testDatalossWhenInputError/a:x0/1731433265018/Put/seqid=0
2024-11-12T17:41:06,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741914_1092 (size=5808)
2024-11-12T17:41:06,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741914_1092 (size=5808)
2024-11-12T17:41:06,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741914_1092 (size=5808)
2024-11-12T17:41:06,048 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/.tmp/a/c23f81824b6e40cc941f951ba90c89bb
2024-11-12T17:41:06,064 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/.tmp/a/c23f81824b6e40cc941f951ba90c89bb as hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/a/c23f81824b6e40cc941f951ba90c89bb
2024-11-12T17:41:06,084 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/a/c23f81824b6e40cc941f951ba90c89bb, entries=10, sequenceid=12, filesize=5.7 K
2024-11-12T17:41:06,084 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 96436fe85e6059df8959f2ba77ae48ce in 103ms, sequenceid=12, compaction requested=false; wal=null
2024-11-12T17:41:06,087 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/0000000000000000012
2024-11-12T17:41:06,089 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,089 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,106 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-12T17:41:06,115 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 96436fe85e6059df8959f2ba77ae48ce; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74478430, jitterRate=0.1098150908946991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:41:06,116 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96436fe85e6059df8959f2ba77ae48ce:
Writing region info on filesystem at 1731433265923Initializing all the Stores at 1731433265938 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433265938Obtaining lock to block concurrent updates at 1731433265982 (+44 ms)Preparing flush snapshotting stores in 96436fe85e6059df8959f2ba77ae48ce at 1731433265982Finished memstore snapshotting testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731433265982Flushing stores of testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce. at 1731433265982Flushing 96436fe85e6059df8959f2ba77ae48ce/a: creating writer at 1731433265982Flushing 96436fe85e6059df8959f2ba77ae48ce/a: appending metadata at 1731433266010 (+28 ms)Flushing 96436fe85e6059df8959f2ba77ae48ce/a: closing flushed file at 1731433266010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af79dd6: reopening flushed file at 1731433266062 (+52 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 96436fe85e6059df8959f2ba77ae48ce in 103ms, sequenceid=12, compaction requested=false; wal=null at 1731433266084 (+22 ms)Cleaning up temporary data from old regions at 1731433266089 (+5 ms)Region opened successfully at 1731433266116 (+27 ms)
2024-11-12T17:41:06,126 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96436fe85e6059df8959f2ba77ae48ce, NAME => 'testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:06,127 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731433264860.96436fe85e6059df8959f2ba77ae48ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:06,127 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,127 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,143 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96436fe85e6059df8959f2ba77ae48ce 
2024-11-12T17:41:06,151 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96436fe85e6059df8959f2ba77ae48ce columnFamilyName a
2024-11-12T17:41:06,151 DEBUG [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,167 DEBUG [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/a/c23f81824b6e40cc941f951ba90c89bb
2024-11-12T17:41:06,167 INFO  [StoreOpener-96436fe85e6059df8959f2ba77ae48ce-1 {}] regionserver.HStore(327): Store=96436fe85e6059df8959f2ba77ae48ce/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,168 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,170 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,170 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,173 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96436fe85e6059df8959f2ba77ae48ce
2024-11-12T17:41:06,189 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testDatalossWhenInputError/96436fe85e6059df8959f2ba77ae48ce/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-11-12T17:41:06,190 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 96436fe85e6059df8959f2ba77ae48ce; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209903, jitterRate=0.09091256558895111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T17:41:06,190 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96436fe85e6059df8959f2ba77ae48ce:
Writing region info on filesystem at 1731433266127Initializing all the Stores at 1731433266131 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266131Cleaning up temporary data from old regions at 1731433266170 (+39 ms)Region opened successfully at 1731433266190 (+20 ms)
2024-11-12T17:41:06,217 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=430 (was 422)
Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37656 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54590 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54688 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37694 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60366 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60432 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1268 (was 1186) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=858 (was 858), ProcessCount=11 (was 11), AvailableMemoryMB=1220 (was 1352)
2024-11-12T17:41:06,217 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024
2024-11-12T17:41:06,236 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=858, ProcessCount=11, AvailableMemoryMB=1218
2024-11-12T17:41:06,237 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024
2024-11-12T17:41:06,258 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:06,261 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:06,262 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:41:06,267 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69716190, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-69716190, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:06,282 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69716190/hregion-69716190.1731433266267, exclude list is [], retry=0
2024-11-12T17:41:06,292 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:06,292 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:06,298 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:06,352 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69716190/hregion-69716190.1731433266267
2024-11-12T17:41:06,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827)]
2024-11-12T17:41:06,353 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f9c312c6296c27b54db2307bddd12fc0, NAME => 'testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:41:06,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741916_1094 (size=63)
2024-11-12T17:41:06,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741916_1094 (size=63)
2024-11-12T17:41:06,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741916_1094 (size=63)
2024-11-12T17:41:06,381 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:06,383 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,385 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName a
2024-11-12T17:41:06,385 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,386 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,386 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,388 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName b
2024-11-12T17:41:06,388 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,389 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,389 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,393 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName c
2024-11-12T17:41:06,393 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,394 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,394 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,400 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,401 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,401 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,402 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:06,404 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,408 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:41:06,409 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f9c312c6296c27b54db2307bddd12fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67745571, jitterRate=0.00948767364025116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:06,410 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9c312c6296c27b54db2307bddd12fc0:
Writing region info on filesystem at 1731433266381Initializing all the Stores at 1731433266382 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266383 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266383Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266383Cleaning up temporary data from old regions at 1731433266401 (+18 ms)Region opened successfully at 1731433266410 (+9 ms)
2024-11-12T17:41:06,410 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9c312c6296c27b54db2307bddd12fc0, disabling compactions & flushes
2024-11-12T17:41:06,410 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:06,410 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:06,410 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0. after waiting 0 ms
2024-11-12T17:41:06,410 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:06,411 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:06,411 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9c312c6296c27b54db2307bddd12fc0:
Waiting for close lock at 1731433266410Disabling compacts and flushes for region at 1731433266410Disabling writes for close at 1731433266410Writing region close event to WAL at 1731433266410Closed at 1731433266410
2024-11-12T17:41:06,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741915_1093 (size=175)
2024-11-12T17:41:06,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741915_1093 (size=175)
2024-11-12T17:41:06,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741915_1093 (size=175)
2024-11-12T17:41:06,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:41:06,416 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69716190:(num 1731433266267)
2024-11-12T17:41:06,416 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:06,418 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:06,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, exclude list is [], retry=0
2024-11-12T17:41:06,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:06,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:06,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:06,486 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418
2024-11-12T17:41:06,487 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:41:06,487 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9c312c6296c27b54db2307bddd12fc0, NAME => 'testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:06,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:06,488 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,488 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,491 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,493 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName a
2024-11-12T17:41:06,493 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,499 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,499 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,507 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName b
2024-11-12T17:41:06,508 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,508 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,509 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:06,509 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName c
2024-11-12T17:41:06,510 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:06,510 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:06,510 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,511 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,513 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,513 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,515 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:06,517 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f9c312c6296c27b54db2307bddd12fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64055578, jitterRate=-0.045497506856918335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:06,518 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9c312c6296c27b54db2307bddd12fc0:
Writing region info on filesystem at 1731433266488Initializing all the Stores at 1731433266489 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266489Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266491 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433266491Cleaning up temporary data from old regions at 1731433266513 (+22 ms)Region opened successfully at 1731433266517 (+4 ms)
2024-11-12T17:41:06,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731433266521/Put/seqid=0
2024-11-12T17:41:06,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741918_1096 (size=4875)
2024-11-12T17:41:06,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741918_1096 (size=4875)
2024-11-12T17:41:06,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741918_1096 (size=4875)
2024-11-12T17:41:06,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731433266536/Put/seqid=0
2024-11-12T17:41:06,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741919_1097 (size=4875)
2024-11-12T17:41:06,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741919_1097 (size=4875)
2024-11-12T17:41:06,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741919_1097 (size=4875)
2024-11-12T17:41:06,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731433266553/Put/seqid=0
2024-11-12T17:41:06,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741920_1098 (size=4875)
2024-11-12T17:41:06,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741920_1098 (size=4875)
2024-11-12T17:41:06,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741920_1098 (size=4875)
2024-11-12T17:41:06,568 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,572 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-11-12T17:41:06,572 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T17:41:06,573 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,579 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-11-12T17:41:06,579 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T17:41:06,579 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,584 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-11-12T17:41:06,584 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-12T17:41:06,584 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f9c312c6296c27b54db2307bddd12fc0 3/3 column families, dataSize=51 B heapSize=896 B
2024-11-12T17:41:06,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp/a/43fe4b9ce86d40c2a6a7da89d48cf924 is 55, key is testCompactedBulkLoadedFiles/a:a/1731433266518/Put/seqid=0
2024-11-12T17:41:06,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741921_1099 (size=5107)
2024-11-12T17:41:06,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741921_1099 (size=5107)
2024-11-12T17:41:06,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741921_1099 (size=5107)
2024-11-12T17:41:06,632 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp/a/43fe4b9ce86d40c2a6a7da89d48cf924
2024-11-12T17:41:06,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp/a/43fe4b9ce86d40c2a6a7da89d48cf924 as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924
2024-11-12T17:41:06,649 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924, entries=1, sequenceid=4, filesize=5.0 K
2024-11-12T17:41:06,650 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f9c312c6296c27b54db2307bddd12fc0 in 66ms, sequenceid=4, compaction requested=false
2024-11-12T17:41:06,650 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f9c312c6296c27b54db2307bddd12fc0:

2024-11-12T17:41:06,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_
2024-11-12T17:41:06,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_
2024-11-12T17:41:06,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_
2024-11-12T17:41:06,655 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile0 into f9c312c6296c27b54db2307bddd12fc0/a as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_ - updating store file list.
2024-11-12T17:41:06,669 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:06,669 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_ into f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,669 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile0 into f9c312c6296c27b54db2307bddd12fc0/a (new location: hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_)
2024-11-12T17:41:06,670 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile1 into f9c312c6296c27b54db2307bddd12fc0/a as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_ - updating store file list.
2024-11-12T17:41:06,674 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:06,674 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_ into f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,674 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile1 into f9c312c6296c27b54db2307bddd12fc0/a (new location: hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_)
2024-11-12T17:41:06,675 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile2 into f9c312c6296c27b54db2307bddd12fc0/a as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_ - updating store file list.
2024-11-12T17:41:06,684 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca655dfb42054692872b421b682f0d23_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:06,684 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_ into f9c312c6296c27b54db2307bddd12fc0/a
2024-11-12T17:41:06,684 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41227/hbase/testCompactedBulkLoadedFiles/hfile2 into f9c312c6296c27b54db2307bddd12fc0/a (new location: hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_)
2024-11-12T17:41:06,695 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-12T17:41:06,695 DEBUG [Time-limited test {}] regionserver.HStore(1541): f9c312c6296c27b54db2307bddd12fc0/a is initiating major compaction (all files)
2024-11-12T17:41:06,695 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f9c312c6296c27b54db2307bddd12fc0/a in testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:06,695 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_] into tmpdir=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp, totalSize=19.3 K
2024-11-12T17:41:06,696 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 43fe4b9ce86d40c2a6a7da89d48cf924, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731433266518
2024-11-12T17:41:06,697 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-12T17:41:06,697 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-12T17:41:06,698 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ca655dfb42054692872b421b682f0d23_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-12T17:41:06,718 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp/a/3ab36274be7a4a9dbb0e07b8fa9d33cf is 55, key is testCompactedBulkLoadedFiles/a:a/1731433266518/Put/seqid=0
2024-11-12T17:41:06,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741922_1100 (size=6154)
2024-11-12T17:41:06,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741922_1100 (size=6154)
2024-11-12T17:41:06,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741922_1100 (size=6154)
2024-11-12T17:41:06,767 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/.tmp/a/3ab36274be7a4a9dbb0e07b8fa9d33cf as hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/3ab36274be7a4a9dbb0e07b8fa9d33cf
2024-11-12T17:41:06,784 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f9c312c6296c27b54db2307bddd12fc0/a of f9c312c6296c27b54db2307bddd12fc0 into 3ab36274be7a4a9dbb0e07b8fa9d33cf(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-12T17:41:06,784 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f9c312c6296c27b54db2307bddd12fc0:

2024-11-12T17:41:06,784 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-12T17:41:06,784 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-12T17:41:06,821 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, size=0 (0bytes)
2024-11-12T17:41:06,821 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 might be still open, length is 0
2024-11-12T17:41:06,821 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418
2024-11-12T17:41:06,822 WARN  [IPC Server handler 3 on default port 41227 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-11-12T17:41:06,822 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 after 1ms
2024-11-12T17:41:09,817 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-12T17:41:09,821 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60464 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41763:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:60464 dst: /127.0.0.1:41763
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41763 remote=/127.0.0.1:60464]. Total timeout mills is 60000, 56955 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:09,821 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37746 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40911:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37746 dst: /127.0.0.1:40911
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:09,822 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54724 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45157:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54724 dst: /127.0.0.1:45157
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:09,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741917_1101 (size=1794)
2024-11-12T17:41:09,923 INFO  [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-12T17:41:09,923 INFO  [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-12T17:41:10,823 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 after 4002ms
2024-11-12T17:41:10,852 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:10,852 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 took 4031ms
2024-11-12T17:41:10,854 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418; continuing.
2024-11-12T17:41:10,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 so closing down
2024-11-12T17:41:10,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:41:10,856 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731433266418.temp
2024-11-12T17:41:10,890 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp
2024-11-12T17:41:10,890 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:41:10,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741923_1102 (size=800)
2024-11-12T17:41:10,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741923_1102 (size=800)
2024-11-12T17:41:10,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741923_1102 (size=800)
2024-11-12T17:41:10,899 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-12T17:41:10,901 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp to hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008
2024-11-12T17:41:10,901 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 48 ms; skipped=3; WAL=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, size=0, length=0, corrupted=false, cancelled=false
2024-11-12T17:41:10,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, journal: Splitting hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, size=0 (0bytes) at 1731433266821Finishing writing output for hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 so closing down at 1731433270855 (+4034 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp at 1731433270890 (+35 ms)3 split writer threads finished at 1731433270890Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731433270899 (+9 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000003-wal.1731433266418.temp to hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008 at 1731433270901 (+2 ms)Processed 5 edits across 1 Regions in 48 ms; skipped=3; WAL=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418, size=0, length=0, corrupted=false, cancelled=false at 1731433270901
2024-11-12T17:41:10,904 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433266418
2024-11-12T17:41:10,906 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008
2024-11-12T17:41:10,906 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:10,908 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:10,927 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433270909, exclude list is [], retry=0
2024-11-12T17:41:10,930 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:10,930 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:10,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:10,980 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433270909
2024-11-12T17:41:10,981 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:41:10,981 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f9c312c6296c27b54db2307bddd12fc0, NAME => 'testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:10,981 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:10,981 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:10,981 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:10,983 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:10,984 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName a
2024-11-12T17:41:10,985 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,008 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/3ab36274be7a4a9dbb0e07b8fa9d33cf
2024-11-12T17:41:11,013 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924
2024-11-12T17:41:11,025 DEBUG [StoreFileOpener-f9c312c6296c27b54db2307bddd12fc0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:11,026 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_
2024-11-12T17:41:11,031 DEBUG [StoreFileOpener-f9c312c6296c27b54db2307bddd12fc0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca655dfb42054692872b421b682f0d23_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:11,031 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_
2024-11-12T17:41:11,041 DEBUG [StoreFileOpener-f9c312c6296c27b54db2307bddd12fc0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-12T17:41:11,041 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_
2024-11-12T17:41:11,042 WARN  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c
2024-11-12T17:41:11,042 WARN  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c
2024-11-12T17:41:11,042 WARN  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c
2024-11-12T17:41:11,042 WARN  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c
2024-11-12T17:41:11,042 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_] to archive
2024-11-12T17:41:11,043 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-12T17:41:11,046 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924 to hdfs://localhost:41227/hbase/archive/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/43fe4b9ce86d40c2a6a7da89d48cf924
2024-11-12T17:41:11,047 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_ to hdfs://localhost:41227/hbase/archive/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_
2024-11-12T17:41:11,049 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_ to hdfs://localhost:41227/hbase/archive/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/ca655dfb42054692872b421b682f0d23_SeqId_4_
2024-11-12T17:41:11,052 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_ to hdfs://localhost:41227/hbase/archive/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/a/dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_
2024-11-12T17:41:11,052 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,052 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:11,053 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName b
2024-11-12T17:41:11,053 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,054 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,054 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f9c312c6296c27b54db2307bddd12fc0 
2024-11-12T17:41:11,059 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c312c6296c27b54db2307bddd12fc0 columnFamilyName c
2024-11-12T17:41:11,059 DEBUG [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,060 INFO  [StoreOpener-f9c312c6296c27b54db2307bddd12fc0-1 {}] regionserver.HStore(327): Store=f9c312c6296c27b54db2307bddd12fc0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,061 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,062 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,063 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,064 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008
2024-11-12T17:41:11,107 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f9c312c6296c27b54db2307bddd12fc0 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f9c312c6296c27b54db2307bddd12fc0" family_name: "a" compaction_input: "43fe4b9ce86d40c2a6a7da89d48cf924" compaction_input: "60327ed8c8db4e29a523d74d3c98ed13_SeqId_4_" compaction_input: "dcd25dbfd25b4026a3f40836d369a54f_SeqId_4_" compaction_input: "ca655dfb42054692872b421b682f0d23_SeqId_4_" compaction_output: "3ab36274be7a4a9dbb0e07b8fa9d33cf" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-11-12T17:41:11,109 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-11-12T17:41:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008
2024-11-12T17:41:11,110 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/0000000000000000008
2024-11-12T17:41:11,112 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,112 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,116 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:11,118 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f9c312c6296c27b54db2307bddd12fc0
2024-11-12T17:41:11,124 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testCompactedBulkLoadedFiles/f9c312c6296c27b54db2307bddd12fc0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T17:41:11,125 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f9c312c6296c27b54db2307bddd12fc0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60931454, jitterRate=-0.09205058217048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:11,125 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f9c312c6296c27b54db2307bddd12fc0:
Writing region info on filesystem at 1731433270982Initializing all the Stores at 1731433270983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433270983Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433270983Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433270983Cleaning up temporary data from old regions at 1731433271112 (+129 ms)Region opened successfully at 1731433271125 (+13 ms)
2024-11-12T17:41:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f9c312c6296c27b54db2307bddd12fc0, disabling compactions & flushes
2024-11-12T17:41:11,128 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0. after waiting 0 ms
2024-11-12T17:41:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:11,136 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731433266259.f9c312c6296c27b54db2307bddd12fc0.
2024-11-12T17:41:11,136 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f9c312c6296c27b54db2307bddd12fc0:
Waiting for close lock at 1731433271128Disabling compacts and flushes for region at 1731433271128Disabling writes for close at 1731433271128Writing region close event to WAL at 1731433271135 (+7 ms)Closed at 1731433271135
2024-11-12T17:41:11,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741924_1103 (size=175)
2024-11-12T17:41:11,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741924_1103 (size=175)
2024-11-12T17:41:11,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741924_1103 (size=175)
2024-11-12T17:41:11,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:41:11,152 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731433270909)
2024-11-12T17:41:11,173 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=438 (was 430)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1327087745_22 at /127.0.0.1:60522 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1327087745_22 at /127.0.0.1:37848 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:41227 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1327087745_22 at /127.0.0.1:54802 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41227
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1344 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=813 (was 858), ProcessCount=11 (was 11), AvailableMemoryMB=1654 (was 1218) - AvailableMemoryMB LEAK? -
2024-11-12T17:41:11,174 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024
2024-11-12T17:41:11,189 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=813, ProcessCount=11, AvailableMemoryMB=1654
2024-11-12T17:41:11,189 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024
2024-11-12T17:41:11,210 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:11,213 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T17:41:11,214 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T17:41:11,217 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73466359, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/hregion-73466359, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:11,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73466359/hregion-73466359.1731433271218, exclude list is [], retry=0
2024-11-12T17:41:11,235 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:11,239 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:11,242 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:11,275 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73466359/hregion-73466359.1731433271218
2024-11-12T17:41:11,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:41:11,275 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 05e0da6604c3f569e9ea8c45da6d71fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41227/hbase
2024-11-12T17:41:11,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741926_1105 (size=67)
2024-11-12T17:41:11,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741926_1105 (size=67)
2024-11-12T17:41:11,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741926_1105 (size=67)
2024-11-12T17:41:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:11,299 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,319 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName a
2024-11-12T17:41:11,319 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,328 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,328 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,348 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName b
2024-11-12T17:41:11,348 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,355 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,356 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,357 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName c
2024-11-12T17:41:11,358 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,364 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,364 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,374 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,379 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,379 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,381 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:11,384 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T17:41:11,398 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 05e0da6604c3f569e9ea8c45da6d71fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74857171, jitterRate=0.11545877158641815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:11,398 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Writing region info on filesystem at 1731433271298Initializing all the Stores at 1731433271299 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271299Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271299Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271299Cleaning up temporary data from old regions at 1731433271379 (+80 ms)Region opened successfully at 1731433271398 (+19 ms)
2024-11-12T17:41:11,398 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05e0da6604c3f569e9ea8c45da6d71fb, disabling compactions & flushes
2024-11-12T17:41:11,398 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,398 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,399 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb. after waiting 0 ms
2024-11-12T17:41:11,399 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,399 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,399 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Waiting for close lock at 1731433271398Disabling compacts and flushes for region at 1731433271398Disabling writes for close at 1731433271399 (+1 ms)Writing region close event to WAL at 1731433271399Closed at 1731433271399
2024-11-12T17:41:11,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741925_1104 (size=175)
2024-11-12T17:41:11,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741925_1104 (size=175)
2024-11-12T17:41:11,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741925_1104 (size=175)
2024-11-12T17:41:11,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:41:11,413 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73466359:(num 1731433271218)
2024-11-12T17:41:11,413 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:11,417 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:11,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, exclude list is [], retry=0
2024-11-12T17:41:11,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:11,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:11,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:11,491 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418
2024-11-12T17:41:11,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:41:11,495 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 05e0da6604c3f569e9ea8c45da6d71fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:11,496 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:11,496 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,496 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,503 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,506 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName a
2024-11-12T17:41:11,506 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,507 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,507 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,508 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName b
2024-11-12T17:41:11,508 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,509 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,509 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:11,516 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName c
2024-11-12T17:41:11,516 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:11,517 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:11,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,557 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:11,560 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:11,561 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 05e0da6604c3f569e9ea8c45da6d71fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62931657, jitterRate=-0.06224523484706879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:11,561 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Writing region info on filesystem at 1731433271496Initializing all the Stores at 1731433271499 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271499Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271503 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433271503Cleaning up temporary data from old regions at 1731433271552 (+49 ms)Region opened successfully at 1731433271561 (+9 ms)
2024-11-12T17:41:11,628 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 05e0da6604c3f569e9ea8c45da6d71fb 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-12T17:41:11,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/232265f0b42049789439afac681bed3d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731433271561/Put/seqid=0
2024-11-12T17:41:11,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741928_1107 (size=5958)
2024-11-12T17:41:11,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741928_1107 (size=5958)
2024-11-12T17:41:11,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741928_1107 (size=5958)
2024-11-12T17:41:11,825 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/232265f0b42049789439afac681bed3d
2024-11-12T17:41:11,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/232265f0b42049789439afac681bed3d as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/232265f0b42049789439afac681bed3d
2024-11-12T17:41:11,888 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/232265f0b42049789439afac681bed3d, entries=10, sequenceid=13, filesize=5.8 K
2024-11-12T17:41:11,895 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 05e0da6604c3f569e9ea8c45da6d71fb in 267ms, sequenceid=13, compaction requested=false
2024-11-12T17:41:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 05e0da6604c3f569e9ea8c45da6d71fb:

2024-11-12T17:41:11,968 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05e0da6604c3f569e9ea8c45da6d71fb, disabling compactions & flushes
2024-11-12T17:41:11,969 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:11,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb. after waiting 0 ms
2024-11-12T17:41:11,969 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:12,011 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:12,013 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:12,013 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Waiting for close lock at 1731433271968Disabling compacts and flushes for region at 1731433271968Disabling writes for close at 1731433271969 (+1 ms)Writing region close event to WAL at 1731433272011 (+42 ms)Closed at 1731433272012 (+1 ms)
2024-11-12T17:41:12,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741927_1106 (size=6243)
2024-11-12T17:41:12,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741927_1106 (size=6243)
2024-11-12T17:41:12,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741927_1106 (size=6243)
2024-11-12T17:41:12,054 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, size=6.1 K (6243bytes)
2024-11-12T17:41:12,055 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418
2024-11-12T17:41:12,055 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418 after 0ms
2024-11-12T17:41:12,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:12,103 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418 took 49ms
2024-11-12T17:41:12,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418 so closing down
2024-11-12T17:41:12,123 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731433271418.temp
2024-11-12T17:41:12,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:41:12,160 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp
2024-11-12T17:41:12,160 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:41:12,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741929_1108 (size=5575)
2024-11-12T17:41:12,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741929_1108 (size=5575)
2024-11-12T17:41:12,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741929_1108 (size=5575)
2024-11-12T17:41:12,199 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-12T17:41:12,208 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035
2024-11-12T17:41:12,209 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 99 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, size=6.1 K, length=6243, corrupted=false, cancelled=false
2024-11-12T17:41:12,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, journal: Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, size=6.1 K (6243bytes) at 1731433272054Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418 so closing down at 1731433272115 (+61 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp at 1731433272160 (+45 ms)3 split writer threads finished at 1731433272160Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731433272199 (+39 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000003-wal.1731433271418.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035 at 1731433272208 (+9 ms)Processed 32 edits across 1 Regions in 99 ms; skipped=2; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731433272209 (+1 ms)
2024-11-12T17:41:12,219 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433271418 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433271418
2024-11-12T17:41:12,225 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035
2024-11-12T17:41:12,226 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:12,236 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:12,269 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, exclude list is [], retry=0
2024-11-12T17:41:12,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:12,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:12,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:12,351 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236
2024-11-12T17:41:12,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37757:37757),(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747)]
2024-11-12T17:41:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 05e0da6604c3f569e9ea8c45da6d71fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.', STARTKEY => '', ENDKEY => ''}
2024-11-12T17:41:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,385 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:12,386 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName a
2024-11-12T17:41:12,386 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:12,395 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/232265f0b42049789439afac681bed3d
2024-11-12T17:41:12,395 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:12,396 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:12,400 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName b
2024-11-12T17:41:12,400 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:12,407 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:12,407 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:12,412 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName c
2024-11-12T17:41:12,412 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:12,416 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:12,416 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,453 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035
2024-11-12T17:41:12,507 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:12,509 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035
2024-11-12T17:41:12,509 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 05e0da6604c3f569e9ea8c45da6d71fb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-11-12T17:41:12,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/d649082c89bd419eb0de8dd80b16ecfc is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731433271896/Put/seqid=0
2024-11-12T17:41:12,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741931_1110 (size=5958)
2024-11-12T17:41:12,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741931_1110 (size=5958)
2024-11-12T17:41:12,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741931_1110 (size=5958)
2024-11-12T17:41:12,559 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/d649082c89bd419eb0de8dd80b16ecfc
2024-11-12T17:41:12,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/eec618c790ab48a080913b396e7f6323 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731433271926/Put/seqid=0
2024-11-12T17:41:12,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741932_1111 (size=5958)
2024-11-12T17:41:12,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741932_1111 (size=5958)
2024-11-12T17:41:12,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741932_1111 (size=5958)
2024-11-12T17:41:12,612 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/eec618c790ab48a080913b396e7f6323
2024-11-12T17:41:12,618 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/d649082c89bd419eb0de8dd80b16ecfc as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/b/d649082c89bd419eb0de8dd80b16ecfc
2024-11-12T17:41:12,625 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/b/d649082c89bd419eb0de8dd80b16ecfc, entries=10, sequenceid=35, filesize=5.8 K
2024-11-12T17:41:12,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/eec618c790ab48a080913b396e7f6323 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/c/eec618c790ab48a080913b396e7f6323
2024-11-12T17:41:12,632 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/c/eec618c790ab48a080913b396e7f6323, entries=10, sequenceid=35, filesize=5.8 K
2024-11-12T17:41:12,632 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 05e0da6604c3f569e9ea8c45da6d71fb in 123ms, sequenceid=35, compaction requested=false; wal=null
2024-11-12T17:41:12,633 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000035
2024-11-12T17:41:12,633 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,634 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,634 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:12,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:12,638 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-11-12T17:41:12,639 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 05e0da6604c3f569e9ea8c45da6d71fb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75082316, jitterRate=0.11881369352340698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:12,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Writing region info on filesystem at 1731433272365Initializing all the Stores at 1731433272377 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433272377Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433272384 (+7 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433272384Obtaining lock to block concurrent updates at 1731433272509 (+125 ms)Preparing flush snapshotting stores in 05e0da6604c3f569e9ea8c45da6d71fb at 1731433272509Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731433272509Flushing stores of testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb. at 1731433272509Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: creating writer at 1731433272510 (+1 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: appending metadata at 1731433272529 (+19 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: closing flushed file at 1731433272529Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: creating writer at 1731433272575 (+46 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: appending metadata at 1731433272602 (+27 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: closing flushed file at 1731433272602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c8122d: reopening flushed file at 1731433272617 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d09af6: reopening flushed file at 1731433272625 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 05e0da6604c3f569e9ea8c45da6d71fb in 123ms, sequenceid=35, compaction requested=false; wal=null at 1731433272632 (+7 ms)Cleaning up temporary data from old regions at 1731433272634 (+2 ms)Region opened successfully at 1731433272640 (+6 ms)
2024-11-12T17:41:12,871 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, size=0 (0bytes)
2024-11-12T17:41:12,871 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 might be still open, length is 0
2024-11-12T17:41:12,871 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236
2024-11-12T17:41:12,878 WARN  [IPC Server handler 0 on default port 41227 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-11-12T17:41:12,880 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 after 9ms
2024-11-12T17:41:13,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-11-12T17:41:13,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-11-12T17:41:13,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-11-12T17:41:13,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-11-12T17:41:15,833 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:54864 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45157:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54864 dst: /127.0.0.1:45157
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45157 remote=/127.0.0.1:54864]. Total timeout mills is 60000, 56900 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:15,833 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:37914 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40911:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37914 dst: /127.0.0.1:40911
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:15,836 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1713520539_22 at /127.0.0.1:60586 [Receiving block BP-768974061-172.17.0.3-1731433217888:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41763:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:60586 dst: /127.0.0.1:41763
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:15,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741930_1112 (size=5567)
2024-11-12T17:41:15,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741930_1112 (size=5567)
2024-11-12T17:41:15,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741930_1112 (size=5567)
2024-11-12T17:41:16,884 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 after 4012ms
2024-11-12T17:41:16,926 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:16,926 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 took 4056ms
2024-11-12T17:41:16,929 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236; continuing.
2024-11-12T17:41:16,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 so closing down
2024-11-12T17:41:16,929 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-12T17:41:16,930 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731433272236.temp
2024-11-12T17:41:16,965 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp
2024-11-12T17:41:16,966 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-12T17:41:16,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741933_1113 (size=5575)
2024-11-12T17:41:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741933_1113 (size=5575)
2024-11-12T17:41:16,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741933_1113 (size=5575)
2024-11-12T17:41:16,975 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-12T17:41:16,977 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066
2024-11-12T17:41:16,977 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, size=0, length=0, corrupted=false, cancelled=false
2024-11-12T17:41:16,977 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, journal: Splitting hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, size=0 (0bytes) at 1731433272871Finishing writing output for hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 so closing down at 1731433276929 (+4058 ms)Creating recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp at 1731433276965 (+36 ms)3 split writer threads finished at 1731433276966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731433276975 (+9 ms)Rename recovered edits hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000037-wal.1731433272236.temp to hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066 at 1731433276977 (+2 ms)Processed 30 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236, size=0, length=0, corrupted=false, cancelled=false at 1731433276977
2024-11-12T17:41:16,979 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 to hdfs://localhost:41227/hbase/oldWALs/wal.1731433272236
2024-11-12T17:41:16,984 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066
2024-11-12T17:41:16,984 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-12T17:41:16,986 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41227/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209, archiveDir=hdfs://localhost:41227/hbase/oldWALs, maxLogs=32
2024-11-12T17:41:17,000 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433276986, exclude list is [], retry=0
2024-11-12T17:41:17,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-f1d9cd3f-ecca-43ea-aee8-e513c46d831e,DISK]
2024-11-12T17:41:17,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41763,DS-43f66cd0-7e59-4ffb-ac78-8cc7511c0d95,DISK]
2024-11-12T17:41:17,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45157,DS-8831348c-614a-431c-a4e6-3b6736630635,DISK]
2024-11-12T17:41:17,029 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433276986
2024-11-12T17:41:17,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38827:38827),(127.0.0.1/127.0.0.1:45747:45747),(127.0.0.1/127.0.0.1:37757:37757)]
2024-11-12T17:41:17,030 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T17:41:17,038 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:17,039 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName a
2024-11-12T17:41:17,039 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:17,045 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/232265f0b42049789439afac681bed3d
2024-11-12T17:41:17,045 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:17,045 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:17,046 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName b
2024-11-12T17:41:17,046 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:17,055 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/b/d649082c89bd419eb0de8dd80b16ecfc
2024-11-12T17:41:17,055 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:17,056 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05e0da6604c3f569e9ea8c45da6d71fb 
2024-11-12T17:41:17,056 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e0da6604c3f569e9ea8c45da6d71fb columnFamilyName c
2024-11-12T17:41:17,057 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T17:41:17,061 DEBUG [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/c/eec618c790ab48a080913b396e7f6323
2024-11-12T17:41:17,062 INFO  [StoreOpener-05e0da6604c3f569e9ea8c45da6d71fb-1 {}] regionserver.HStore(327): Store=05e0da6604c3f569e9ea8c45da6d71fb/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T17:41:17,062 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,062 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,064 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,064 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066
2024-11-12T17:41:17,099 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-12T17:41:17,104 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066
2024-11-12T17:41:17,104 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 05e0da6604c3f569e9ea8c45da6d71fb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-12T17:41:17,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/5307fe7da0074bb2bc0c705f5845ff55 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731433272650/Put/seqid=0
2024-11-12T17:41:17,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741935_1115 (size=5958)
2024-11-12T17:41:17,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741935_1115 (size=5958)
2024-11-12T17:41:17,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741935_1115 (size=5958)
2024-11-12T17:41:17,160 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/5307fe7da0074bb2bc0c705f5845ff55
2024-11-12T17:41:17,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/972799406519432ab135ba8339df1001 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731433272666/Put/seqid=0
2024-11-12T17:41:17,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741936_1116 (size=5958)
2024-11-12T17:41:17,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741936_1116 (size=5958)
2024-11-12T17:41:17,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741936_1116 (size=5958)
2024-11-12T17:41:17,194 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/972799406519432ab135ba8339df1001
2024-11-12T17:41:17,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/ebd5810a34484c54992af36fd9203ad4 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731433272716/Put/seqid=0
2024-11-12T17:41:17,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741937_1117 (size=5958)
2024-11-12T17:41:17,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741937_1117 (size=5958)
2024-11-12T17:41:17,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741937_1117 (size=5958)
2024-11-12T17:41:17,627 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/ebd5810a34484c54992af36fd9203ad4
2024-11-12T17:41:17,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/a/5307fe7da0074bb2bc0c705f5845ff55 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/5307fe7da0074bb2bc0c705f5845ff55
2024-11-12T17:41:17,645 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/a/5307fe7da0074bb2bc0c705f5845ff55, entries=10, sequenceid=66, filesize=5.8 K
2024-11-12T17:41:17,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/b/972799406519432ab135ba8339df1001 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/b/972799406519432ab135ba8339df1001
2024-11-12T17:41:17,657 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/b/972799406519432ab135ba8339df1001, entries=10, sequenceid=66, filesize=5.8 K
2024-11-12T17:41:17,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/.tmp/c/ebd5810a34484c54992af36fd9203ad4 as hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/c/ebd5810a34484c54992af36fd9203ad4
2024-11-12T17:41:17,665 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/c/ebd5810a34484c54992af36fd9203ad4, entries=10, sequenceid=66, filesize=5.8 K
2024-11-12T17:41:17,665 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 05e0da6604c3f569e9ea8c45da6d71fb in 561ms, sequenceid=66, compaction requested=false; wal=null
2024-11-12T17:41:17,666 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/0000000000000000066
2024-11-12T17:41:17,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,669 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,670 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-12T17:41:17,672 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05e0da6604c3f569e9ea8c45da6d71fb
2024-11-12T17:41:17,674 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/hbase/data/default/testReplayEditsWrittenViaHRegion/05e0da6604c3f569e9ea8c45da6d71fb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-11-12T17:41:17,675 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 05e0da6604c3f569e9ea8c45da6d71fb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73535657, jitterRate=0.09576667845249176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-12T17:41:17,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Writing region info on filesystem at 1731433277030Initializing all the Stores at 1731433277032 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433277032Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433277037 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433277038 (+1 ms)Obtaining lock to block concurrent updates at 1731433277104 (+66 ms)Preparing flush snapshotting stores in 05e0da6604c3f569e9ea8c45da6d71fb at 1731433277104Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731433277104Flushing stores of testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb. at 1731433277104Flushing 05e0da6604c3f569e9ea8c45da6d71fb/a: creating writer at 1731433277105 (+1 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/a: appending metadata at 1731433277124 (+19 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/a: closing flushed file at 1731433277124Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: creating writer at 1731433277165 (+41 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: appending metadata at 1731433277185 (+20 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/b: closing flushed file at 1731433277185Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: creating writer at 1731433277198 (+13 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: appending metadata at 1731433277213 (+15 ms)Flushing 05e0da6604c3f569e9ea8c45da6d71fb/c: closing flushed file at 1731433277213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab5f62c: reopening flushed file at 1731433277637 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4504c0f: reopening flushed file at 1731433277646 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696f21df: reopening flushed file at 1731433277658 (+12 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 05e0da6604c3f569e9ea8c45da6d71fb in 561ms, sequenceid=66, compaction requested=false; wal=null at 1731433277665 (+7 ms)Cleaning up temporary data from old regions at 1731433277669 (+4 ms)Region opened successfully at 1731433277676 (+7 ms)
2024-11-12T17:41:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05e0da6604c3f569e9ea8c45da6d71fb, disabling compactions & flushes
2024-11-12T17:41:17,694 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb. after waiting 0 ms
2024-11-12T17:41:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:17,739 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731433271211.05e0da6604c3f569e9ea8c45da6d71fb.
2024-11-12T17:41:17,740 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05e0da6604c3f569e9ea8c45da6d71fb:
Waiting for close lock at 1731433277694Disabling compacts and flushes for region at 1731433277694Disabling writes for close at 1731433277694Writing region close event to WAL at 1731433277739 (+45 ms)Closed at 1731433277739
2024-11-12T17:41:17,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741934_1114 (size=175)
2024-11-12T17:41:17,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741934_1114 (size=175)
2024-11-12T17:41:17,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741934_1114 (size=175)
2024-11-12T17:41:17,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-12T17:41:17,755 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731433276986)
2024-11-12T17:41:17,790 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=445 (was 438)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1773967773_22 at /127.0.0.1:33628 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41227
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:41227 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1773967773_22 at /127.0.0.1:37530 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1773967773_22 at /127.0.0.1:45920 [Waiting for operation #21]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1406 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=924 (was 813) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=969 (was 1654)
2024-11-12T17:41:17,790 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1406 is superior to 1024
2024-11-12T17:41:17,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T17:41:17,791 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T17:41:17,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T17:41:17,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:17,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:17,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T17:41:17,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651798009, stopped=false
2024-11-12T17:41:17,792 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T17:41:17,793 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,41349,1731433222892
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:41:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:41:17,802 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T17:41:17,802 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T17:41:17,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T17:41:17,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:17,803 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,39391,1731433224046' *****
2024-11-12T17:41:17,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:41:17,803 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T17:41:17,803 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,38471,1731433224117' *****
2024-11-12T17:41:17,804 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T17:41:17,804 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T17:41:17,804 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T17:41:17,804 INFO  [RS:2;6684de3f6e40:38471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T17:41:17,804 INFO  [RS:2;6684de3f6e40:38471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T17:41:17,804 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(3091): Received CLOSE for b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,39391,1731433224046
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6684de3f6e40:39391.
2024-11-12T17:41:17,804 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T17:41:17,804 DEBUG [RS:1;6684de3f6e40:39391 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T17:41:17,804 DEBUG [RS:1;6684de3f6e40:39391 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:17,804 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T17:41:17,805 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T17:41:17,805 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T17:41:17,805 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T17:41:17,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:41:17,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T17:41:17,811 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,38471,1731433224117
2024-11-12T17:41:17,811 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T17:41:17,812 INFO  [RS:2;6684de3f6e40:38471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6684de3f6e40:38471.
2024-11-12T17:41:17,812 DEBUG [RS:2;6684de3f6e40:38471 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T17:41:17,812 DEBUG [RS:2;6684de3f6e40:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:17,812 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T17:41:17,812 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5520e7c037a69ac7c2a72105b455a0c, disabling compactions & flushes
2024-11-12T17:41:17,812 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1325): Online Regions={b5520e7c037a69ac7c2a72105b455a0c=testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.}
2024-11-12T17:41:17,812 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:41:17,812 DEBUG [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1351): Waiting on b5520e7c037a69ac7c2a72105b455a0c
2024-11-12T17:41:17,812 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:41:17,812 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c. after waiting 0 ms
2024-11-12T17:41:17,812 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:41:17,812 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T17:41:17,812 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T17:41:17,813 DEBUG [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T17:41:17,813 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T17:41:17,813 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T17:41:17,813 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T17:41:17,813 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T17:41:17,813 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T17:41:17,813 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-11-12T17:41:17,813 INFO  [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:41:17,832 INFO  [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:41:17,835 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b5520e7c037a69ac7c2a72105b455a0c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-11-12T17:41:17,836 INFO  [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:41:17,837 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5520e7c037a69ac7c2a72105b455a0c:
Waiting for close lock at 1731433277812Running coprocessor pre-close hooks at 1731433277812Disabling compacts and flushes for region at 1731433277812Disabling writes for close at 1731433277812Writing region close event to WAL at 1731433277813 (+1 ms)Running coprocessor post-close hooks at 1731433277836 (+23 ms)Closed at 1731433277836
2024-11-12T17:41:17,837 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c.
2024-11-12T17:41:17,852 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/info/3b2c40fd86f84b478facec0817b401c6 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731433247980.b5520e7c037a69ac7c2a72105b455a0c./info:regioninfo/1731433251910/Put/seqid=0
2024-11-12T17:41:17,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741938_1118 (size=8243)
2024-11-12T17:41:17,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741938_1118 (size=8243)
2024-11-12T17:41:17,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741938_1118 (size=8243)
2024-11-12T17:41:17,871 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/info/3b2c40fd86f84b478facec0817b401c6
2024-11-12T17:41:17,896 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/ns/e0582917810049e3878d7c79ebdf063a is 43, key is default/ns:d/1731433228834/Put/seqid=0
2024-11-12T17:41:17,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741939_1119 (size=5153)
2024-11-12T17:41:17,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741939_1119 (size=5153)
2024-11-12T17:41:17,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741939_1119 (size=5153)
2024-11-12T17:41:17,911 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/ns/e0582917810049e3878d7c79ebdf063a
2024-11-12T17:41:17,936 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/table/b3cbc2f8b9cc487f96cdafd3176c488f is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731433248408/Put/seqid=0
2024-11-12T17:41:17,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741940_1120 (size=5431)
2024-11-12T17:41:17,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741940_1120 (size=5431)
2024-11-12T17:41:17,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741940_1120 (size=5431)
2024-11-12T17:41:17,947 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/table/b3cbc2f8b9cc487f96cdafd3176c488f
2024-11-12T17:41:17,958 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/info/3b2c40fd86f84b478facec0817b401c6 as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/info/3b2c40fd86f84b478facec0817b401c6
2024-11-12T17:41:17,965 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/info/3b2c40fd86f84b478facec0817b401c6, entries=18, sequenceid=21, filesize=8.0 K
2024-11-12T17:41:17,967 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/ns/e0582917810049e3878d7c79ebdf063a as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/ns/e0582917810049e3878d7c79ebdf063a
2024-11-12T17:41:17,976 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/ns/e0582917810049e3878d7c79ebdf063a, entries=2, sequenceid=21, filesize=5.0 K
2024-11-12T17:41:17,980 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/.tmp/table/b3cbc2f8b9cc487f96cdafd3176c488f as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/table/b3cbc2f8b9cc487f96cdafd3176c488f
2024-11-12T17:41:17,991 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/table/b3cbc2f8b9cc487f96cdafd3176c488f, entries=2, sequenceid=21, filesize=5.3 K
2024-11-12T17:41:17,993 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=21, compaction requested=false
2024-11-12T17:41:18,009 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-11-12T17:41:18,010 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T17:41:18,010 INFO  [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T17:41:18,010 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731433277813Running coprocessor pre-close hooks at 1731433277813Disabling compacts and flushes for region at 1731433277813Disabling writes for close at 1731433277813Obtaining lock to block concurrent updates at 1731433277813Preparing flush snapshotting stores in 1588230740 at 1731433277813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731433277814 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731433277814Flushing 1588230740/info: creating writer at 1731433277815 (+1 ms)Flushing 1588230740/info: appending metadata at 1731433277851 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731433277851Flushing 1588230740/ns: creating writer at 1731433277880 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731433277896 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731433277896Flushing 1588230740/table: creating writer at 1731433277917 (+21 ms)Flushing 1588230740/table: appending metadata at 1731433277936 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731433277936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33dd21f7: reopening flushed file at 1731433277957 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5777420c: reopening flushed file at 1731433277965 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c700f45: reopening flushed file at 1731433277976 (+11 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=21, compaction requested=false at 1731433277993 (+17 ms)Writing region close event to WAL at 1731433278001 (+8 ms)Running coprocessor post-close hooks at 1731433278010 (+9 ms)Closed at 1731433278010
2024-11-12T17:41:18,011 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T17:41:18,012 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,38471,1731433224117; all regions closed.
2024-11-12T17:41:18,013 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,39391,1731433224046; all regions closed.
2024-11-12T17:41:18,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741833_1009 (size=1032)
2024-11-12T17:41:18,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741833_1009 (size=1032)
2024-11-12T17:41:18,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741833_1009 (size=1032)
2024-11-12T17:41:18,039 DEBUG [RS:2;6684de3f6e40:38471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs
2024-11-12T17:41:18,039 INFO  [RS:2;6684de3f6e40:38471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C38471%2C1731433224117:(num 1731433227889)
2024-11-12T17:41:18,039 DEBUG [RS:2;6684de3f6e40:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:18,039 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:41:18,039 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T17:41:18,040 INFO  [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T17:41:18,040 INFO  [RS:2;6684de3f6e40:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38471
2024-11-12T17:41:18,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741836_1012 (size=9487)
2024-11-12T17:41:18,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741836_1012 (size=9487)
2024-11-12T17:41:18,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741836_1012 (size=9487)
2024-11-12T17:41:18,048 DEBUG [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs
2024-11-12T17:41:18,048 INFO  [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C39391%2C1731433224046.meta:.meta(num 1731433228549)
2024-11-12T17:41:18,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741834_1010 (size=2764)
2024-11-12T17:41:18,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741834_1010 (size=2764)
2024-11-12T17:41:18,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741834_1010 (size=2764)
2024-11-12T17:41:18,060 DEBUG [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/oldWALs
2024-11-12T17:41:18,060 INFO  [RS:1;6684de3f6e40:39391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C39391%2C1731433224046:(num 1731433227895)
2024-11-12T17:41:18,060 DEBUG [RS:1;6684de3f6e40:39391 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T17:41:18,060 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T17:41:18,060 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T17:41:18,060 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-12T17:41:18,061 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T17:41:18,061 INFO  [RS:1;6684de3f6e40:39391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39391
2024-11-12T17:41:18,061 INFO  [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T17:41:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,38471,1731433224117
2024-11-12T17:41:18,093 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T17:41:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T17:41:18,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,39391,1731433224046
2024-11-12T17:41:18,126 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T17:41:18,141 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,39391,1731433224046]
2024-11-12T17:41:18,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,39391,1731433224046 already deleted, retry=false
2024-11-12T17:41:18,158 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,39391,1731433224046 expired; onlineServers=1
2024-11-12T17:41:18,158 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,38471,1731433224117]
2024-11-12T17:41:18,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,38471,1731433224117 already deleted, retry=false
2024-11-12T17:41:18,168 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,38471,1731433224117 expired; onlineServers=0
2024-11-12T17:41:18,168 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,41349,1731433222892' *****
2024-11-12T17:41:18,168 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T17:41:18,168 INFO  [M:0;6684de3f6e40:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T17:41:18,168 INFO  [M:0;6684de3f6e40:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T17:41:18,168 DEBUG [M:0;6684de3f6e40:41349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T17:41:18,169 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T17:41:18,169 DEBUG [M:0;6684de3f6e40:41349 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T17:41:18,169 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433227345 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433227345,5,FailOnTimeoutGroup]
2024-11-12T17:41:18,169 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433227346 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433227346,5,FailOnTimeoutGroup]
2024-11-12T17:41:18,169 INFO  [M:0;6684de3f6e40:41349 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T17:41:18,169 INFO  [M:0;6684de3f6e40:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T17:41:18,169 DEBUG [M:0;6684de3f6e40:41349 {}] master.HMaster(1795): Stopping service threads
2024-11-12T17:41:18,169 INFO  [M:0;6684de3f6e40:41349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T17:41:18,169 INFO  [M:0;6684de3f6e40:41349 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T17:41:18,170 INFO  [M:0;6684de3f6e40:41349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T17:41:18,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T17:41:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-12T17:41:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T17:41:18,177 DEBUG [M:0;6684de3f6e40:41349 {}] zookeeper.ZKUtil(347): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-12T17:41:18,177 WARN  [M:0;6684de3f6e40:41349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T17:41:18,177 INFO  [M:0;6684de3f6e40:41349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/.lastflushedseqids
2024-11-12T17:41:18,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741941_1121 (size=138)
2024-11-12T17:41:18,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741941_1121 (size=138)
2024-11-12T17:41:18,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741941_1121 (size=138)
2024-11-12T17:41:18,190 INFO  [M:0;6684de3f6e40:41349 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T17:41:18,190 INFO  [M:0;6684de3f6e40:41349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T17:41:18,190 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T17:41:18,190 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:41:18,190 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:41:18,190 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T17:41:18,190 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:41:18,191 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-11-12T17:41:18,208 DEBUG [M:0;6684de3f6e40:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa722799ea7f438ea7e4ab00e374a54a is 82, key is hbase:meta,,1/info:regioninfo/1731433228683/Put/seqid=0
2024-11-12T17:41:18,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741942_1122 (size=5672)
2024-11-12T17:41:18,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741942_1122 (size=5672)
2024-11-12T17:41:18,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741942_1122 (size=5672)
2024-11-12T17:41:18,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,241 INFO  [RS:2;6684de3f6e40:38471 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T17:41:18,241 INFO  [RS:2;6684de3f6e40:38471 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,38471,1731433224117; zookeeper connection closed.
2024-11-12T17:41:18,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x101316c01460003, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,241 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bd3ea24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bd3ea24
2024-11-12T17:41:18,249 INFO  [RS:1;6684de3f6e40:39391 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T17:41:18,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x101316c01460002, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,249 INFO  [RS:1;6684de3f6e40:39391 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,39391,1731433224046; zookeeper connection closed.
2024-11-12T17:41:18,250 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43793817 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43793817
2024-11-12T17:41:18,250 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-12T17:41:18,621 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa722799ea7f438ea7e4ab00e374a54a
2024-11-12T17:41:18,641 DEBUG [M:0;6684de3f6e40:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a588bcb3014d92aff6eac27f56ddc9 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731433248415/Put/seqid=0
2024-11-12T17:41:18,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741943_1123 (size=7755)
2024-11-12T17:41:18,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741943_1123 (size=7755)
2024-11-12T17:41:18,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741943_1123 (size=7755)
2024-11-12T17:41:18,652 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a588bcb3014d92aff6eac27f56ddc9
2024-11-12T17:41:18,657 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0a588bcb3014d92aff6eac27f56ddc9
2024-11-12T17:41:18,672 DEBUG [M:0;6684de3f6e40:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d7bf7e26e7d4b35aaf2a27442ac3dfb is 69, key is 6684de3f6e40,38471,1731433224117/rs:state/1731433227503/Put/seqid=0
2024-11-12T17:41:18,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741944_1124 (size=5440)
2024-11-12T17:41:18,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741944_1124 (size=5440)
2024-11-12T17:41:18,679 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d7bf7e26e7d4b35aaf2a27442ac3dfb
2024-11-12T17:41:18,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741944_1124 (size=5440)
2024-11-12T17:41:18,684 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d7bf7e26e7d4b35aaf2a27442ac3dfb
2024-11-12T17:41:18,686 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa722799ea7f438ea7e4ab00e374a54a as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa722799ea7f438ea7e4ab00e374a54a
2024-11-12T17:41:18,690 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa722799ea7f438ea7e4ab00e374a54a, entries=8, sequenceid=168, filesize=5.5 K
2024-11-12T17:41:18,692 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a588bcb3014d92aff6eac27f56ddc9 as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0a588bcb3014d92aff6eac27f56ddc9
2024-11-12T17:41:18,698 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0a588bcb3014d92aff6eac27f56ddc9
2024-11-12T17:41:18,698 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0a588bcb3014d92aff6eac27f56ddc9, entries=17, sequenceid=168, filesize=7.6 K
2024-11-12T17:41:18,700 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d7bf7e26e7d4b35aaf2a27442ac3dfb as hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d7bf7e26e7d4b35aaf2a27442ac3dfb
2024-11-12T17:41:18,705 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d7bf7e26e7d4b35aaf2a27442ac3dfb
2024-11-12T17:41:18,705 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41227/user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d7bf7e26e7d4b35aaf2a27442ac3dfb, entries=3, sequenceid=168, filesize=5.3 K
2024-11-12T17:41:18,707 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=168, compaction requested=false
2024-11-12T17:41:18,708 INFO  [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T17:41:18,708 DEBUG [M:0;6684de3f6e40:41349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731433278190Disabling compacts and flushes for region at 1731433278190Disabling writes for close at 1731433278190Obtaining lock to block concurrent updates at 1731433278191 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433278191Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731433278191Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433278192 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433278192Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433278208 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433278208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433278626 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433278641 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433278641Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433278657 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433278671 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433278671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4aa520: reopening flushed file at 1731433278685 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3406dcd9: reopening flushed file at 1731433278691 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273a3ad4: reopening flushed file at 1731433278699 (+8 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=168, compaction requested=false at 1731433278707 (+8 ms)Writing region close event to WAL at 1731433278708 (+1 ms)Closed at 1731433278708
2024-11-12T17:41:18,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41763 is added to blk_1073741830_1006 (size=83606)
2024-11-12T17:41:18,715 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cd187a8-70f7-6a83-f18c-65bea8595d90/MasterData/WALs/6684de3f6e40,41349,1731433222892/6684de3f6e40%2C41349%2C1731433222892.1731433225717 not finished, retry = 0
2024-11-12T17:41:18,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741830_1006 (size=83606)
2024-11-12T17:41:18,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45157 is added to blk_1073741830_1006 (size=83606)
2024-11-12T17:41:18,817 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T17:41:18,817 INFO  [M:0;6684de3f6e40:41349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T17:41:18,817 INFO  [M:0;6684de3f6e40:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41349
2024-11-12T17:41:18,817 INFO  [M:0;6684de3f6e40:41349 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T17:41:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,935 INFO  [M:0;6684de3f6e40:41349 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T17:41:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101316c01460000, quorum=127.0.0.1:64413, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T17:41:18,941 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253981 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253981 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731433252851/wal.1731433253981 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-12T17:41:18,942 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731433242509/wal.1731433242837 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:18,942 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731433271209/wal.1731433272236 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:18,944 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433264454 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433264454 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731433254751/wal.1731433264454 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-12T17:41:18,945 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731433231732/wal.1731433232053 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:18,946 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433265842 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433265842 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731433264859/wal.1731433265842 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-12T17:41:18,947 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731433266257/wal.1731433266418 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T17:41:18,949 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal.1731433231375 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal.1731433231375 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731433230245/wal.1731433231375 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-12T17:41:18,953 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal.1731433229873 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal.1731433229873 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731433229284/wal.1731433229873 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1713520539_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-12T17:41:19,002 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f8cb79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:41:19,005 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T17:41:19,005 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T17:41:19,005 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T17:41:19,006 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,STOPPED}
2024-11-12T17:41:19,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T17:41:19,010 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T17:41:19,010 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T17:41:19,010 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768974061-172.17.0.3-1731433217888 (Datanode Uuid 6478f14f-e63e-46e7-951c-f1265134bac0) service to localhost/127.0.0.1:41227
2024-11-12T17:41:19,011 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data5/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,011 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data6/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,012 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T17:41:19,021 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4464725f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:41:19,021 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T17:41:19,021 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T17:41:19,022 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T17:41:19,022 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,STOPPED}
2024-11-12T17:41:19,023 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T17:41:19,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T17:41:19,023 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768974061-172.17.0.3-1731433217888 (Datanode Uuid 12e67285-744f-45f1-93e0-d2577ddc5326) service to localhost/127.0.0.1:41227
2024-11-12T17:41:19,023 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T17:41:19,024 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data3/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,024 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data4/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,024 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T17:41:19,036 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17d1a8d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T17:41:19,037 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T17:41:19,037 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T17:41:19,037 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T17:41:19,037 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,STOPPED}
2024-11-12T17:41:19,039 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T17:41:19,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T17:41:19,039 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T17:41:19,039 WARN  [BP-768974061-172.17.0.3-1731433217888 heartbeating to localhost/127.0.0.1:41227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768974061-172.17.0.3-1731433217888 (Datanode Uuid 58aded43-08ac-417d-a964-657250176053) service to localhost/127.0.0.1:41227
2024-11-12T17:41:19,040 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data1/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,040 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/cluster_cf53f64a-a198-cbdc-b139-e6f091c57a34/data/data2/current/BP-768974061-172.17.0.3-1731433217888 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T17:41:19,040 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T17:41:19,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5608f426{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T17:41:19,047 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63efd3a6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T17:41:19,047 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T17:41:19,047 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3192a19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T17:41:19,047 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7ae814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1061e9a7-a1db-25f9-d95e-cdecc06d848a/hadoop.log.dir/,STOPPED}
2024-11-12T17:41:19,059 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T17:41:19,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down