2024-11-25 03:25:34,403 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 03:25:34,418 main DEBUG Took 0.012894 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 03:25:34,418 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 03:25:34,419 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 03:25:34,420 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 03:25:34,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,431 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 03:25:34,444 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,446 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,447 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,448 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,449 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,450 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,451 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,452 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,452 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,453 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:25:34,454 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,454 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 03:25:34,455 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:25:34,456 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 03:25:34,458 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 03:25:34,458 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 03:25:34,459 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 03:25:34,460 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 03:25:34,468 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 03:25:34,470 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 03:25:34,471 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 03:25:34,472 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 03:25:34,472 main DEBUG createAppenders(={Console}) 2024-11-25 03:25:34,473 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-25 03:25:34,473 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 03:25:34,473 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-25 03:25:34,473 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 03:25:34,474 main DEBUG OutputStream closed 2024-11-25 03:25:34,474 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 03:25:34,474 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 03:25:34,474 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-25 03:25:34,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 03:25:34,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 03:25:34,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 03:25:34,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 03:25:34,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 03:25:34,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 03:25:34,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 03:25:34,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 03:25:34,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 03:25:34,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 03:25:34,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 03:25:34,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 03:25:34,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 03:25:34,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 03:25:34,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 03:25:34,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 03:25:34,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 03:25:34,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 03:25:34,568 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 03:25:34,568 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-25 03:25:34,569 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 03:25:34,569 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-25T03:25:34,816 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a 2024-11-25 03:25:34,819 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 03:25:34,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T03:25:34,829 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-25T03:25:34,834 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-25T03:25:34,855 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T03:25:34,901 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T03:25:34,901 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T03:25:34,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:25:34,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904, deleteOnExit=true 2024-11-25T03:25:34,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:25:34,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/test.cache.data in system properties and HBase conf 2024-11-25T03:25:34,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:25:34,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:25:34,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:25:34,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:25:34,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:25:35,009 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T03:25:35,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:25:35,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:25:35,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:25:35,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:25:35,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:25:35,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:25:35,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:25:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:25:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:25:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:25:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:25:35,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:25:35,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:25:35,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:25:35,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:25:35,941 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:25:36,022 INFO [Time-limited test {}] log.Log(170): Logging initialized @2319ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T03:25:36,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:25:36,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:25:36,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:25:36,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:25:36,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:25:36,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:25:36,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:25:36,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:25:36,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/java.io.tmpdir/jetty-localhost-42555-hadoop-hdfs-3_4_1-tests_jar-_-any-7838756140781418510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:25:36,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:42555} 2024-11-25T03:25:36,414 INFO [Time-limited test {}] server.Server(415): Started @2710ms 2024-11-25T03:25:36,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:25:36,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:25:36,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:25:36,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:25:36,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:25:36,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:25:36,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:25:36,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/java.io.tmpdir/jetty-localhost-40597-hadoop-hdfs-3_4_1-tests_jar-_-any-12565093288192029333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:25:36,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:40597} 2024-11-25T03:25:36,946 INFO [Time-limited test {}] server.Server(415): Started @3243ms 2024-11-25T03:25:37,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:25:37,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:25:37,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:25:37,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:25:37,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:25:37,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:25:37,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:25:37,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:25:37,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/java.io.tmpdir/jetty-localhost-39323-hadoop-hdfs-3_4_1-tests_jar-_-any-9733458165075299908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:25:37,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:39323} 2024-11-25T03:25:37,305 INFO [Time-limited test {}] server.Server(415): Started @3602ms 2024-11-25T03:25:37,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:25:37,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:25:37,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:25:37,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:25:37,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:25:37,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:25:37,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:25:37,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:25:37,533 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data3/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,533 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data2/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,533 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data1/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,533 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data4/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/java.io.tmpdir/jetty-localhost-39771-hadoop-hdfs-3_4_1-tests_jar-_-any-12694726705119983374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:25:37,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:39771} 2024-11-25T03:25:37,551 INFO [Time-limited test {}] server.Server(415): Started @3847ms 2024-11-25T03:25:37,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:25:37,586 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:25:37,586 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:25:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb751554540e70673 with lease ID 0xb07a0652bc6cf73f: Processing first storage report for DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0 from datanode DatanodeRegistration(127.0.0.1:42415, datanodeUuid=d9761cc0-20dd-405e-afe0-e9563b9c335d, infoPort=34657, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb751554540e70673 with lease ID 0xb07a0652bc6cf73f: from storage DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0 node DatanodeRegistration(127.0.0.1:42415, datanodeUuid=d9761cc0-20dd-405e-afe0-e9563b9c335d, infoPort=34657, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f8c94418a1eedd8 with lease ID 0xb07a0652bc6cf740: Processing first storage report for DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=3ec71e73-8f08-4c9c-ae34-d92de81c6409, infoPort=40007, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f8c94418a1eedd8 with lease ID 0xb07a0652bc6cf740: from storage DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=3ec71e73-8f08-4c9c-ae34-d92de81c6409, infoPort=40007, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb751554540e70673 with lease ID 0xb07a0652bc6cf73f: Processing first storage report for DS-ec4d2557-2f2c-429e-ab50-aa96d06fc0a2 from datanode DatanodeRegistration(127.0.0.1:42415, datanodeUuid=d9761cc0-20dd-405e-afe0-e9563b9c335d, infoPort=34657, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb751554540e70673 with lease ID 0xb07a0652bc6cf73f: from storage DS-ec4d2557-2f2c-429e-ab50-aa96d06fc0a2 node DatanodeRegistration(127.0.0.1:42415, datanodeUuid=d9761cc0-20dd-405e-afe0-e9563b9c335d, infoPort=34657, infoSecurePort=0, ipcPort=33355, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f8c94418a1eedd8 with lease ID 0xb07a0652bc6cf740: Processing first storage report for DS-e724ea20-b573-40d6-a54a-6c0695590828 from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=3ec71e73-8f08-4c9c-ae34-d92de81c6409, infoPort=40007, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f8c94418a1eedd8 with lease ID 0xb07a0652bc6cf740: from storage DS-e724ea20-b573-40d6-a54a-6c0695590828 node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=3ec71e73-8f08-4c9c-ae34-d92de81c6409, infoPort=40007, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,692 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data6/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,692 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data5/current/BP-386086630-172.17.0.2-1732505135686/current, will proceed with Du for space computation calculation, 2024-11-25T03:25:37,720 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:25:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a500b9b5655121 with lease ID 0xb07a0652bc6cf741: Processing first storage report for DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=b8aeb93b-dde3-4361-870b-fd5b8dd3ede5, infoPort=34703, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a500b9b5655121 with lease ID 0xb07a0652bc6cf741: from storage DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=b8aeb93b-dde3-4361-870b-fd5b8dd3ede5, infoPort=34703, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a500b9b5655121 with lease ID 0xb07a0652bc6cf741: Processing first storage report for DS-fe5f9de8-52e3-4ede-9cf2-f4912972c0d8 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=b8aeb93b-dde3-4361-870b-fd5b8dd3ede5, infoPort=34703, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686) 2024-11-25T03:25:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a500b9b5655121 with lease ID 0xb07a0652bc6cf741: from storage DS-fe5f9de8-52e3-4ede-9cf2-f4912972c0d8 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=b8aeb93b-dde3-4361-870b-fd5b8dd3ede5, infoPort=34703, infoSecurePort=0, ipcPort=35321, storageInfo=lv=-57;cid=testClusterID;nsid=1947723112;c=1732505135686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:25:37,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a 2024-11-25T03:25:37,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/zookeeper_0, clientPort=54247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:25:38,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54247 2024-11-25T03:25:38,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:38,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:25:38,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:25:38,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:25:38,683 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 with version=8 2024-11-25T03:25:38,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/hbase-staging 2024-11-25T03:25:38,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:25:39,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:25:39,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:25:39,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:25:39,201 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T03:25:39,210 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T03:25:39,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:25:39,242 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7335 (auto-detected) 2024-11-25T03:25:39,243 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T03:25:39,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43121 2024-11-25T03:25:39,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43121 connecting to ZooKeeper ensemble=127.0.0.1:54247 2024-11-25T03:25:39,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431210x0, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:25:39,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43121-0x1014d285dca0000 connected 2024-11-25T03:25:39,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:25:39,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6, hbase.cluster.distributed=false 2024-11-25T03:25:39,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:25:39,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43121 2024-11-25T03:25:39,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43121 2024-11-25T03:25:39,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43121 2024-11-25T03:25:39,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43121 2024-11-25T03:25:39,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43121 2024-11-25T03:25:39,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:25:39,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:25:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:25:39,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:25:39,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:25:39,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39091 2024-11-25T03:25:39,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39091 connecting to ZooKeeper ensemble=127.0.0.1:54247 2024-11-25T03:25:39,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390910x0, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:25:39,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390910x0, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:25:39,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39091-0x1014d285dca0001 connected 2024-11-25T03:25:39,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:25:39,564 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:25:39,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:25:39,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:25:39,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-25T03:25:39,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-25T03:25:39,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-25T03:25:39,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-25T03:25:39,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-25T03:25:39,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:25:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:25:39,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:25:39,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:25:39,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:25:39,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39855 2024-11-25T03:25:39,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39855 connecting to ZooKeeper ensemble=127.0.0.1:54247 2024-11-25T03:25:39,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398550x0, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:25:39,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39855-0x1014d285dca0002 connected 2024-11-25T03:25:39,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:25:39,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:25:39,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:25:39,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:25:39,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:25:39,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T03:25:39,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39855 2024-11-25T03:25:39,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39855 2024-11-25T03:25:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T03:25:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39855 2024-11-25T03:25:39,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:25:39,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:25:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:25:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:25:39,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:25:39,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:25:39,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40381 2024-11-25T03:25:39,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40381 connecting to ZooKeeper ensemble=127.0.0.1:54247 2024-11-25T03:25:39,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403810x0, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:25:39,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40381-0x1014d285dca0003 connected 2024-11-25T03:25:39,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:25:39,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:25:39,667 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:25:39,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:25:39,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:25:39,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-25T03:25:39,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-11-25T03:25:39,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-11-25T03:25:39,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-25T03:25:39,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-25T03:25:39,688 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:43121 2024-11-25T03:25:39,689 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/38a5d2077268,43121,1732505138794 2024-11-25T03:25:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,700 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/38a5d2077268,43121,1732505138794 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,725 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:25:39,727 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/38a5d2077268,43121,1732505138794 from backup master directory 2024-11-25T03:25:39,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/38a5d2077268,43121,1732505138794 2024-11-25T03:25:39,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:25:39,736 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:25:39,736 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,43121,1732505138794 2024-11-25T03:25:39,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T03:25:39,741 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T03:25:39,802 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/hbase.id] with ID: 2ff99ffe-dff4-42d4-92c0-80e705a4fdf2 2024-11-25T03:25:39,802 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/.tmp/hbase.id 2024-11-25T03:25:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:25:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:25:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:25:39,818 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/.tmp/hbase.id]:[hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/hbase.id] 2024-11-25T03:25:39,865 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:25:39,869 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:25:39,888 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T03:25:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:25:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:25:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:25:39,936 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:25:39,938 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:25:39,946 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:25:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:25:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:25:40,020 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store 2024-11-25T03:25:40,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:25:40,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:25:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:25:40,054 INFO [master/38a5d2077268:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T03:25:40,059 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:40,061 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:25:40,061 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:25:40,061 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:25:40,063 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:25:40,063 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:25:40,063 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:25:40,065 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732505140060Disabling compacts and flushes for region at 1732505140060Disabling writes for close at 1732505140063 (+3 ms)Writing region close event to WAL at 1732505140063Closed at 1732505140063 2024-11-25T03:25:40,068 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/.initializing 2024-11-25T03:25:40,068 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/WALs/38a5d2077268,43121,1732505138794 2024-11-25T03:25:40,079 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:40,098 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C43121%2C1732505138794, suffix=, logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/WALs/38a5d2077268,43121,1732505138794, archiveDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/oldWALs, maxLogs=10 2024-11-25T03:25:40,136 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/WALs/38a5d2077268,43121,1732505138794/38a5d2077268%2C43121%2C1732505138794.1732505140104, exclude list is [], retry=0 2024-11-25T03:25:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:40,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:40,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:40,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:40,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T03:25:40,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/WALs/38a5d2077268,43121,1732505138794/38a5d2077268%2C43121%2C1732505138794.1732505140104 2024-11-25T03:25:40,210 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:25:40,210 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:40,211 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:40,214 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,215 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:25:40,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:40,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:25:40,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:40,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:25:40,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:40,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:25:40,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:40,305 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,309 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,310 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,315 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,315 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,318 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:25:40,322 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:25:40,326 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:40,328 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74484059, jitterRate=0.10989896953105927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:25:40,334 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732505140227Initializing all the Stores at 1732505140230 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505140230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505140231 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505140231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505140231Cleaning up temporary data from old regions at 1732505140315 (+84 ms)Region opened successfully at 1732505140334 (+19 ms) 2024-11-25T03:25:40,335 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:25:40,373 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b9eef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:25:40,406 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:25:40,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:25:40,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:25:40,421 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:25:40,422 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T03:25:40,427 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T03:25:40,427 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:25:40,455 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:25:40,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:25:40,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:25:40,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:25:40,471 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:25:40,473 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:25:40,476 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:25:40,480 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:25:40,482 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:25:40,484 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:25:40,487 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:25:40,511 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:25:40,513 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,523 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,43121,1732505138794, sessionid=0x1014d285dca0000, setting cluster-up flag (Was=false) 2024-11-25T03:25:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,549 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:25:40,551 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,43121,1732505138794 2024-11-25T03:25:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:40,566 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:25:40,568 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,43121,1732505138794 2024-11-25T03:25:40,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:25:40,579 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(746): ClusterId : 2ff99ffe-dff4-42d4-92c0-80e705a4fdf2 2024-11-25T03:25:40,579 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(746): ClusterId : 2ff99ffe-dff4-42d4-92c0-80e705a4fdf2 2024-11-25T03:25:40,579 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(746): ClusterId : 2ff99ffe-dff4-42d4-92c0-80e705a4fdf2 2024-11-25T03:25:40,582 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:25:40,582 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:25:40,582 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:25:40,587 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:25:40,587 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:25:40,587 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:25:40,588 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:25:40,587 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:25:40,588 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:25:40,592 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:25:40,592 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:25:40,592 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:25:40,593 DEBUG [RS:1;38a5d2077268:39855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75afde12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:25:40,593 DEBUG [RS:0;38a5d2077268:39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d70b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:25:40,593 DEBUG [RS:2;38a5d2077268:40381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3078a6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:25:40,612 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;38a5d2077268:39855 2024-11-25T03:25:40,616 INFO [RS:1;38a5d2077268:39855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:25:40,616 INFO [RS:1;38a5d2077268:39855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:25:40,616 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:25:40,616 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:39091 2024-11-25T03:25:40,617 INFO [RS:0;38a5d2077268:39091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:25:40,617 INFO [RS:0;38a5d2077268:39091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:25:40,617 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:25:40,619 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=39091, startcode=1732505139483 2024-11-25T03:25:40,620 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=39855, startcode=1732505139597 2024-11-25T03:25:40,623 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;38a5d2077268:40381 2024-11-25T03:25:40,623 INFO [RS:2;38a5d2077268:40381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:25:40,623 INFO [RS:2;38a5d2077268:40381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:25:40,623 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:25:40,625 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=40381, startcode=1732505139649 2024-11-25T03:25:40,635 DEBUG [RS:1;38a5d2077268:39855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:25:40,635 DEBUG [RS:0;38a5d2077268:39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:25:40,635 DEBUG [RS:2;38a5d2077268:40381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:25:40,683 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:25:40,683 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:25:40,683 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:25:40,688 INFO [AsyncFSWAL-0-hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData-prefix:38a5d2077268,43121,1732505138794 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-25T03:25:40,692 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:25:40,700 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:25:40,701 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:25:40,702 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:25:40,715 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:25:40,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:25:40,730 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:25:40,730 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:25:40,730 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:25:40,730 WARN [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:25:40,730 WARN [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:25:40,730 WARN [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:25:40,734 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,43121,1732505138794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:25:40,743 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:25:40,743 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:25:40,743 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:25:40,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:25:40,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:25:40,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:25:40,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,746 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732505170746 2024-11-25T03:25:40,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:25:40,749 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:25:40,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:25:40,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:25:40,753 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:25:40,753 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:25:40,754 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:25:40,754 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:25:40,755 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:25:40,760 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:25:40,761 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:25:40,762 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:25:40,764 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:25:40,764 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:25:40,766 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732505140766,5,FailOnTimeoutGroup] 2024-11-25T03:25:40,767 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732505140767,5,FailOnTimeoutGroup] 2024-11-25T03:25:40,767 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,767 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:25:40,769 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,769 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:25:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:25:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:25:40,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:25:40,802 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 2024-11-25T03:25:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:25:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:25:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:25:40,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:40,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:25:40,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:25:40,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:40,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:25:40,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:25:40,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:40,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:25:40,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:25:40,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:40,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:25:40,832 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=39855, startcode=1732505139597 2024-11-25T03:25:40,832 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=39091, startcode=1732505139483 2024-11-25T03:25:40,833 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,43121,1732505138794 with port=40381, startcode=1732505139649 2024-11-25T03:25:40,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:25:40,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:40,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:40,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:25:40,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740 2024-11-25T03:25:40,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740 2024-11-25T03:25:40,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:25:40,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:25:40,844 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:25:40,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:25:40,848 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 2024-11-25T03:25:40,848 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46219 2024-11-25T03:25:40,848 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:25:40,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43121 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,853 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 2024-11-25T03:25:40,853 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46219 2024-11-25T03:25:40,853 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:25:40,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:25:40,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:40,857 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74740947, jitterRate=0.1137268990278244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:25:40,860 DEBUG [RS:0;38a5d2077268:39091 {}] zookeeper.ZKUtil(111): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,860 WARN [RS:0;38a5d2077268:39091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:25:40,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732505140818Initializing all the Stores at 1732505140820 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505140820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505140820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505140820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505140820Cleaning up temporary data from old regions at 1732505140843 (+23 ms)Region opened successfully at 1732505140860 (+17 ms) 2024-11-25T03:25:40,860 INFO [RS:0;38a5d2077268:39091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:40,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:25:40,860 DEBUG [RS:1;38a5d2077268:39855 {}] zookeeper.ZKUtil(111): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:25:40,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:25:40,860 WARN [RS:1;38a5d2077268:39855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:25:40,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:25:40,860 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:25:40,860 INFO [RS:1;38a5d2077268:39855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:40,861 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:25:40,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,39091,1732505139483] 2024-11-25T03:25:40,862 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 2024-11-25T03:25:40,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,39855,1732505139597] 2024-11-25T03:25:40,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732505140860Disabling compacts and flushes for region at 1732505140860Disabling writes for close at 1732505140860Writing region close event to WAL at 1732505140861 (+1 ms)Closed at 1732505140861 2024-11-25T03:25:40,862 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46219 2024-11-25T03:25:40,862 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:25:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:25:40,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:25:40,865 DEBUG [RS:2;38a5d2077268:40381 {}] zookeeper.ZKUtil(111): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:25:40,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,40381,1732505139649] 2024-11-25T03:25:40,865 WARN [RS:2;38a5d2077268:40381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:25:40,865 INFO [RS:2;38a5d2077268:40381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:40,866 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:25:40,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:25:40,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:25:40,892 INFO [RS:2;38a5d2077268:40381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:25:40,892 INFO [RS:0;38a5d2077268:39091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:25:40,892 INFO [RS:1;38a5d2077268:39855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:25:40,906 INFO [RS:0;38a5d2077268:39091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:25:40,906 INFO [RS:2;38a5d2077268:40381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:25:40,906 INFO [RS:1;38a5d2077268:39855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:25:40,913 INFO [RS:2;38a5d2077268:40381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:25:40,913 INFO [RS:1;38a5d2077268:39855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:25:40,913 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,913 INFO [RS:0;38a5d2077268:39091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:25:40,913 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,913 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,914 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:25:40,918 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:25:40,918 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:25:40,920 INFO [RS:2;38a5d2077268:40381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:25:40,920 INFO [RS:0;38a5d2077268:39091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:25:40,920 INFO [RS:1;38a5d2077268:39855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:25:40,922 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,922 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,922 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,922 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,922 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,923 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,924 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:2;38a5d2077268:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,924 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,924 DEBUG [RS:0;38a5d2077268:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,924 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,924 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,925 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,926 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,926 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,926 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:25:40,926 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,926 DEBUG [RS:1;38a5d2077268:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:25:40,929 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,929 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,930 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,930 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,930 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,930 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40381,1732505139649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39855,1732505139597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,932 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,933 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39091,1732505139483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:25:40,955 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:25:40,957 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40381,1732505139649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,957 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,957 INFO [RS:2;38a5d2077268:40381 {}] regionserver.Replication(171): 38a5d2077268,40381,1732505139649 started 2024-11-25T03:25:40,959 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:25:40,960 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39091,1732505139483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,960 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,960 INFO [RS:0;38a5d2077268:39091 {}] regionserver.Replication(171): 38a5d2077268,39091,1732505139483 started 2024-11-25T03:25:40,960 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:25:40,960 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39855,1732505139597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,961 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,961 INFO [RS:1;38a5d2077268:39855 {}] regionserver.Replication(171): 38a5d2077268,39855,1732505139597 started 2024-11-25T03:25:40,977 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,978 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,40381,1732505139649, RpcServer on 38a5d2077268/172.17.0.2:40381, sessionid=0x1014d285dca0003 2024-11-25T03:25:40,978 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:25:40,978 DEBUG [RS:2;38a5d2077268:40381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,979 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40381,1732505139649' 2024-11-25T03:25:40,979 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:25:40,980 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:25:40,981 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:25:40,981 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:25:40,981 DEBUG [RS:2;38a5d2077268:40381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,40381,1732505139649 2024-11-25T03:25:40,981 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40381,1732505139649' 2024-11-25T03:25:40,981 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:25:40,982 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:25:40,982 DEBUG [RS:2;38a5d2077268:40381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:25:40,983 INFO [RS:2;38a5d2077268:40381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:25:40,983 INFO [RS:2;38a5d2077268:40381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:25:40,985 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,985 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:40,985 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,39855,1732505139597, RpcServer on 38a5d2077268/172.17.0.2:39855, sessionid=0x1014d285dca0002 2024-11-25T03:25:40,985 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,39091,1732505139483, RpcServer on 38a5d2077268/172.17.0.2:39091, sessionid=0x1014d285dca0001 2024-11-25T03:25:40,986 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:25:40,986 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:25:40,986 DEBUG [RS:1;38a5d2077268:39855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,986 DEBUG [RS:0;38a5d2077268:39091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,986 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39855,1732505139597' 2024-11-25T03:25:40,986 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39091,1732505139483' 2024-11-25T03:25:40,986 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:25:40,986 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:25:40,987 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:25:40,987 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:25:40,987 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:25:40,987 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:25:40,987 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:25:40,987 DEBUG [RS:1;38a5d2077268:39855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,39855,1732505139597 2024-11-25T03:25:40,987 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:25:40,987 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39855,1732505139597' 2024-11-25T03:25:40,988 DEBUG [RS:0;38a5d2077268:39091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,39091,1732505139483 2024-11-25T03:25:40,988 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:25:40,988 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39091,1732505139483' 2024-11-25T03:25:40,988 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:25:40,988 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:25:40,988 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:25:40,989 DEBUG [RS:1;38a5d2077268:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:25:40,989 INFO [RS:1;38a5d2077268:39855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:25:40,989 INFO [RS:1;38a5d2077268:39855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:25:40,989 DEBUG [RS:0;38a5d2077268:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:25:40,989 INFO [RS:0;38a5d2077268:39091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:25:40,989 INFO [RS:0;38a5d2077268:39091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:25:41,039 WARN [38a5d2077268:43121 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:25:41,088 INFO [RS:2;38a5d2077268:40381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:41,090 INFO [RS:1;38a5d2077268:39855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:41,090 INFO [RS:0;38a5d2077268:39091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:41,092 INFO [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40381%2C1732505139649, suffix=, logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649, archiveDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs, maxLogs=32 2024-11-25T03:25:41,092 INFO [RS:1;38a5d2077268:39855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C39855%2C1732505139597, suffix=, logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597, archiveDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs, maxLogs=32 2024-11-25T03:25:41,093 INFO [RS:0;38a5d2077268:39091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C39091%2C1732505139483, suffix=, logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39091,1732505139483, archiveDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs, maxLogs=32 2024-11-25T03:25:41,111 DEBUG [RS:0;38a5d2077268:39091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39091,1732505139483/38a5d2077268%2C39091%2C1732505139483.1732505141096, exclude list is [], retry=0 2024-11-25T03:25:41,111 DEBUG [RS:2;38a5d2077268:40381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649/38a5d2077268%2C40381%2C1732505139649.1732505141096, exclude list is [], retry=0 2024-11-25T03:25:41,111 DEBUG [RS:1;38a5d2077268:39855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597/38a5d2077268%2C39855%2C1732505139597.1732505141096, exclude list is [], retry=0 2024-11-25T03:25:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:41,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:41,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:41,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:41,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:41,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:41,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:41,126 INFO [RS:1;38a5d2077268:39855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597/38a5d2077268%2C39855%2C1732505139597.1732505141096 2024-11-25T03:25:41,133 DEBUG [RS:1;38a5d2077268:39855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:41,135 INFO [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649/38a5d2077268%2C40381%2C1732505139649.1732505141096 2024-11-25T03:25:41,135 DEBUG [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:41,137 INFO [RS:0;38a5d2077268:39091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39091,1732505139483/38a5d2077268%2C39091%2C1732505139483.1732505141096 2024-11-25T03:25:41,137 DEBUG [RS:0;38a5d2077268:39091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:41,292 DEBUG [38a5d2077268:43121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:25:41,300 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:25:41,307 INFO [38a5d2077268:43121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:25:41,307 INFO [38a5d2077268:43121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:25:41,307 INFO [38a5d2077268:43121 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:25:41,307 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:25:41,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,40381,1732505139649 2024-11-25T03:25:41,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,40381,1732505139649, state=OPENING 2024-11-25T03:25:41,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:25:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:25:41,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:25:41,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,40381,1732505139649}] 2024-11-25T03:25:41,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:25:41,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:25:41,519 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:25:41,520 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:41,521 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:25:41,524 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40381%2C1732505139649.meta, suffix=.meta, logDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649, archiveDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs, maxLogs=32 2024-11-25T03:25:41,539 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649/38a5d2077268%2C40381%2C1732505139649.meta.1732505141525.meta, exclude list is [], retry=0 2024-11-25T03:25:41,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:41,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:41,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:41,546 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,40381,1732505139649/38a5d2077268%2C40381%2C1732505139649.meta.1732505141525.meta 2024-11-25T03:25:41,548 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:41,548 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:41,550 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:25:41,553 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:25:41,558 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:25:41,562 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:25:41,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:41,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:25:41,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:25:41,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:25:41,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:25:41,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:41,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:41,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:25:41,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:25:41,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:41,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:41,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:25:41,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:25:41,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:41,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:41,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:25:41,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:25:41,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:41,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:25:41,575 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:25:41,576 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740 2024-11-25T03:25:41,579 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740 2024-11-25T03:25:41,581 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:25:41,581 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:25:41,582 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:25:41,584 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:25:41,586 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543012, jitterRate=-0.09783881902694702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:25:41,586 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:25:41,587 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732505141564Writing region info on filesystem at 1732505141564Initializing all the Stores at 1732505141566 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505141566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505141566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505141566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505141566Cleaning up temporary data from old regions at 1732505141581 (+15 ms)Running coprocessor post-open hooks at 1732505141586 (+5 ms)Region opened successfully at 1732505141587 (+1 ms) 2024-11-25T03:25:41,595 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732505141498 2024-11-25T03:25:41,605 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:25:41,606 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:25:41,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40381,1732505139649 2024-11-25T03:25:41,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,40381,1732505139649, state=OPEN 2024-11-25T03:25:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:25:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:25:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:25:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:25:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:25:41,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,40381,1732505139649 2024-11-25T03:25:41,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:25:41,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,40381,1732505139649 in 282 msec 2024-11-25T03:25:41,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:25:41,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-11-25T03:25:41,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:25:41,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:25:41,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:25:41,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40381,1732505139649, seqNum=-1] 2024-11-25T03:25:41,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:25:41,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:25:41,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0830 sec 2024-11-25T03:25:41,699 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732505141698, completionTime=-1 2024-11-25T03:25:41,702 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:25:41,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:25:41,733 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:25:41,733 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732505201733 2024-11-25T03:25:41,733 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732505261733 2024-11-25T03:25:41,733 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-25T03:25:41,735 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:25:41,743 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,743 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,744 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,745 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:43121, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,746 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,746 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,753 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:25:41,782 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.045sec 2024-11-25T03:25:41,784 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:25:41,786 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:25:41,787 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:25:41,787 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:25:41,788 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:25:41,788 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:25:41,789 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:25:41,794 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:25:41,795 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:25:41,795 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,43121,1732505138794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:41,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:25:41,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,43121,-1 for getting cluster id 2024-11-25T03:25:41,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:25:41,905 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff99ffe-dff4-42d4-92c0-80e705a4fdf2' 2024-11-25T03:25:41,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:25:41,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff99ffe-dff4-42d4-92c0-80e705a4fdf2" 2024-11-25T03:25:41,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e25c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:25:41,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,43121,-1] 2024-11-25T03:25:41,911 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:25:41,913 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:25:41,914 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:25:41,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:25:41,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:25:41,925 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40381,1732505139649, seqNum=-1] 2024-11-25T03:25:41,925 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:25:41,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:25:41,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,43121,1732505138794 2024-11-25T03:25:41,951 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46219/hbase 2024-11-25T03:25:41,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=6850 2024-11-25T03:25:41,988 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:41,992 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:41,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:41,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55533073, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-55533073, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:42,021 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55533073/hregion-55533073.1732505142000, exclude list is [], retry=0 2024-11-25T03:25:42,026 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:42,027 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:42,027 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:42,031 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55533073/hregion-55533073.1732505142000 2024-11-25T03:25:42,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:42,033 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 47a01e1aef03f20d1bcd2bd81197ad7d, NAME => 'testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741838_1014 (size=64) 2024-11-25T03:25:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741838_1014 (size=64) 2024-11-25T03:25:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741838_1014 (size=64) 2024-11-25T03:25:42,050 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:42,052 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,055 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47a01e1aef03f20d1bcd2bd81197ad7d columnFamilyName a 2024-11-25T03:25:42,055 DEBUG [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:42,056 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] regionserver.HStore(327): Store=47a01e1aef03f20d1bcd2bd81197ad7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:42,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,062 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,066 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:42,067 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 47a01e1aef03f20d1bcd2bd81197ad7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62696390, jitterRate=-0.06575098633766174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:25:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 47a01e1aef03f20d1bcd2bd81197ad7d: Writing region info on filesystem at 1732505142050Initializing all the Stores at 1732505142052 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505142052Cleaning up temporary data from old regions at 1732505142059 (+7 ms)Region opened successfully at 1732505142069 (+10 ms) 2024-11-25T03:25:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 47a01e1aef03f20d1bcd2bd81197ad7d, disabling compactions & flushes 2024-11-25T03:25:42,069 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. 2024-11-25T03:25:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. 2024-11-25T03:25:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. after waiting 0 ms 2024-11-25T03:25:42,069 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. 2024-11-25T03:25:42,070 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. 2024-11-25T03:25:42,070 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 47a01e1aef03f20d1bcd2bd81197ad7d: Waiting for close lock at 1732505142069Disabling compacts and flushes for region at 1732505142069Disabling writes for close at 1732505142069Writing region close event to WAL at 1732505142070 (+1 ms)Closed at 1732505142070 2024-11-25T03:25:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741837_1013 (size=95) 2024-11-25T03:25:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741837_1013 (size=95) 2024-11-25T03:25:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741837_1013 (size=95) 2024-11-25T03:25:42,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:42,083 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55533073:(num 1732505142000) 2024-11-25T03:25:42,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T03:25:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741839_1015 (size=320) 2024-11-25T03:25:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741839_1015 (size=320) 2024-11-25T03:25:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741839_1015 (size=320) 2024-11-25T03:25:42,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T03:25:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741840_1016 (size=253) 2024-11-25T03:25:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741840_1016 (size=253) 2024-11-25T03:25:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741840_1016 (size=253) 2024-11-25T03:25:42,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1, size=320 (320bytes) 2024-11-25T03:25:42,159 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T03:25:42,160 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T03:25:42,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1 2024-11-25T03:25:42,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1 after 4ms 2024-11-25T03:25:42,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1 took 17ms 2024-11-25T03:25:42,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1 so closing down 2024-11-25T03:25:42,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:42,188 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T03:25:42,190 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T03:25:42,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:42,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741841_1017 (size=320) 2024-11-25T03:25:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741841_1017 (size=320) 2024-11-25T03:25:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741841_1017 (size=320) 2024-11-25T03:25:42,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:42,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002 2024-11-25T03:25:42,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T03:25:42,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1, journal: Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1, size=320 (320bytes) at 1732505142158Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1 so closing down at 1732505142185 (+27 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp at 1732505142190 (+5 ms)3 split writer threads finished at 1732505142191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732505142210 (+19 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002 at 1732505142215 (+5 ms)Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732505142221 (+6 ms) 2024-11-25T03:25:42,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2, size=253 (253bytes) 2024-11-25T03:25:42,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2 2024-11-25T03:25:42,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2 after 1ms 2024-11-25T03:25:42,254 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2 took 7ms 2024-11-25T03:25:42,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2 so closing down 2024-11-25T03:25:42,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:42,263 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T03:25:42,265 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T03:25:42,265 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741842_1018 (size=253) 2024-11-25T03:25:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741842_1018 (size=253) 2024-11-25T03:25:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741842_1018 (size=253) 2024-11-25T03:25:42,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:42,286 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,291 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-25T03:25:42,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T03:25:42,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2, journal: Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2, size=253 (253bytes) at 1732505142248Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2 so closing down at 1732505142258 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002-wal-2.temp at 1732505142265 (+7 ms)3 split writer threads finished at 1732505142266 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732505142281 (+15 ms)Processed 1 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732505142293 (+12 ms) 2024-11-25T03:25:42,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:42,296 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:42,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal.1732505142298, exclude list is [], retry=0 2024-11-25T03:25:42,319 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:42,320 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:42,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:42,325 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal.1732505142298 2024-11-25T03:25:42,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:42,328 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 47a01e1aef03f20d1bcd2bd81197ad7d, NAME => 'testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:42,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:42,328 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,328 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,331 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,333 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47a01e1aef03f20d1bcd2bd81197ad7d columnFamilyName a 2024-11-25T03:25:42,333 DEBUG [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:42,334 INFO [StoreOpener-47a01e1aef03f20d1bcd2bd81197ad7d-1 {}] regionserver.HStore(327): Store=47a01e1aef03f20d1bcd2bd81197ad7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:42,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,339 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,341 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002 2024-11-25T03:25:42,345 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,353 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002 2024-11-25T03:25:42,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 47a01e1aef03f20d1bcd2bd81197ad7d 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T03:25:42,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/.tmp/a/0d1c6cfa350e477284a2e326c924f3a9 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732505142083/Put/seqid=0 2024-11-25T03:25:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741844_1020 (size=5170) 2024-11-25T03:25:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741844_1020 (size=5170) 2024-11-25T03:25:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741844_1020 (size=5170) 2024-11-25T03:25:42,462 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/.tmp/a/0d1c6cfa350e477284a2e326c924f3a9 2024-11-25T03:25:42,519 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/.tmp/a/0d1c6cfa350e477284a2e326c924f3a9 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/a/0d1c6cfa350e477284a2e326c924f3a9 2024-11-25T03:25:42,530 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/a/0d1c6cfa350e477284a2e326c924f3a9, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T03:25:42,537 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 47a01e1aef03f20d1bcd2bd81197ad7d in 179ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T03:25:42,539 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/0000000000000000002 2024-11-25T03:25:42,540 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,540 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,544 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 47a01e1aef03f20d1bcd2bd81197ad7d 2024-11-25T03:25:42,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/47a01e1aef03f20d1bcd2bd81197ad7d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T03:25:42,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 47a01e1aef03f20d1bcd2bd81197ad7d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72730705, jitterRate=0.0837719589471817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:25:42,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 47a01e1aef03f20d1bcd2bd81197ad7d: Writing region info on filesystem at 1732505142329Initializing all the Stores at 1732505142331 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505142331Obtaining lock to block concurrent updates at 1732505142356 (+25 ms)Preparing flush snapshotting stores in 47a01e1aef03f20d1bcd2bd81197ad7d at 1732505142356Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732505142360 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732505141989.47a01e1aef03f20d1bcd2bd81197ad7d. at 1732505142360Flushing 47a01e1aef03f20d1bcd2bd81197ad7d/a: creating writer at 1732505142361 (+1 ms)Flushing 47a01e1aef03f20d1bcd2bd81197ad7d/a: appending metadata at 1732505142405 (+44 ms)Flushing 47a01e1aef03f20d1bcd2bd81197ad7d/a: closing flushed file at 1732505142433 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674aaa0: reopening flushed file at 1732505142517 (+84 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 47a01e1aef03f20d1bcd2bd81197ad7d in 179ms, sequenceid=2, compaction requested=false; wal=null at 1732505142538 (+21 ms)Cleaning up temporary data from old regions at 1732505142540 (+2 ms)Region opened successfully at 1732505142549 (+9 ms) 2024-11-25T03:25:42,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46219/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:32870 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:60612 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:58558 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33494 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33498 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:32958 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 152), ProcessCount=11 (was 11), AvailableMemoryMB=6752 (was 6850) 2024-11-25T03:25:42,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=6751 2024-11-25T03:25:42,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:42,607 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:42,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:42,612 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47583412, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-47583412, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:42,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47583412/hregion-47583412.1732505142613, exclude list is [], retry=0 2024-11-25T03:25:42,632 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:42,632 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:42,632 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:42,637 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47583412/hregion-47583412.1732505142613 2024-11-25T03:25:42,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:42,639 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e9ed7e1c7a0f88a9bebbeaf7f75edd76, NAME => 'testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741846_1022 (size=64) 2024-11-25T03:25:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741846_1022 (size=64) 2024-11-25T03:25:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741846_1022 (size=64) 2024-11-25T03:25:42,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:42,666 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,669 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9ed7e1c7a0f88a9bebbeaf7f75edd76 columnFamilyName a 2024-11-25T03:25:42,669 DEBUG [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:42,670 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] regionserver.HStore(327): Store=e9ed7e1c7a0f88a9bebbeaf7f75edd76/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:42,670 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,672 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,672 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,672 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,674 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,678 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:42,678 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e9ed7e1c7a0f88a9bebbeaf7f75edd76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73550622, jitterRate=0.09598967432975769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e9ed7e1c7a0f88a9bebbeaf7f75edd76: Writing region info on filesystem at 1732505142664Initializing all the Stores at 1732505142666 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505142666Cleaning up temporary data from old regions at 1732505142672 (+6 ms)Region opened successfully at 1732505142679 (+7 ms) 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e9ed7e1c7a0f88a9bebbeaf7f75edd76, disabling compactions & flushes 2024-11-25T03:25:42,679 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. after waiting 0 ms 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. 2024-11-25T03:25:42,679 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. 2024-11-25T03:25:42,679 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e9ed7e1c7a0f88a9bebbeaf7f75edd76: Waiting for close lock at 1732505142679Disabling compacts and flushes for region at 1732505142679Disabling writes for close at 1732505142679Writing region close event to WAL at 1732505142679Closed at 1732505142679 2024-11-25T03:25:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741845_1021 (size=95) 2024-11-25T03:25:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741845_1021 (size=95) 2024-11-25T03:25:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741845_1021 (size=95) 2024-11-25T03:25:42,686 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:42,687 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47583412:(num 1732505142613) 2024-11-25T03:25:42,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T03:25:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741847_1023 (size=320) 2024-11-25T03:25:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741847_1023 (size=320) 2024-11-25T03:25:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741847_1023 (size=320) 2024-11-25T03:25:42,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T03:25:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741848_1024 (size=253) 2024-11-25T03:25:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741848_1024 (size=253) 2024-11-25T03:25:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741848_1024 (size=253) 2024-11-25T03:25:42,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2, size=253 (253bytes) 2024-11-25T03:25:42,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2 2024-11-25T03:25:42,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2 after 1ms 2024-11-25T03:25:42,742 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2 took 6ms 2024-11-25T03:25:42,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2 so closing down 2024-11-25T03:25:42,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:42,747 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T03:25:42,749 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T03:25:42,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741849_1025 (size=253) 2024-11-25T03:25:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741849_1025 (size=253) 2024-11-25T03:25:42,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741849_1025 (size=253) 2024-11-25T03:25:42,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:42,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 2024-11-25T03:25:42,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T03:25:42,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2, journal: Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2, size=253 (253bytes) at 1732505142736Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2 so closing down at 1732505142745 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp at 1732505142749 (+4 ms)3 split writer threads finished at 1732505142749Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732505142759 (+10 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 at 1732505142762 (+3 ms)Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732505142762 2024-11-25T03:25:42,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1, size=320 (320bytes) 2024-11-25T03:25:42,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1 2024-11-25T03:25:42,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1 after 0ms 2024-11-25T03:25:42,785 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1 took 5ms 2024-11-25T03:25:42,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1 so closing down 2024-11-25T03:25:42,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:42,790 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T03:25:42,791 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T03:25:42,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741850_1026 (size=320) 2024-11-25T03:25:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741850_1026 (size=320) 2024-11-25T03:25:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741850_1026 (size=320) 2024-11-25T03:25:42,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:42,805 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,808 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002, length=253 2024-11-25T03:25:42,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 2024-11-25T03:25:42,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T03:25:42,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1, journal: Splitting hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1, size=320 (320bytes) at 1732505142781Finishing writing output for hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1 so closing down at 1732505142788 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp at 1732505142791 (+3 ms)3 split writer threads finished at 1732505142792 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732505142801 (+9 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 at 1732505142810 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732505142810 2024-11-25T03:25:42,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:42,813 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:42,831 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal.1732505142813, exclude list is [], retry=0 2024-11-25T03:25:42,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:42,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:42,836 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:42,841 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal.1732505142813 2024-11-25T03:25:42,841 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:25:42,842 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e9ed7e1c7a0f88a9bebbeaf7f75edd76, NAME => 'testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:42,842 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:42,842 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,842 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,845 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,847 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9ed7e1c7a0f88a9bebbeaf7f75edd76 columnFamilyName a 2024-11-25T03:25:42,847 DEBUG [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:42,848 INFO [StoreOpener-e9ed7e1c7a0f88a9bebbeaf7f75edd76-1 {}] regionserver.HStore(327): Store=e9ed7e1c7a0f88a9bebbeaf7f75edd76/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:42,849 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,850 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,853 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,854 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 2024-11-25T03:25:42,858 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:42,860 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 2024-11-25T03:25:42,860 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e9ed7e1c7a0f88a9bebbeaf7f75edd76 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T03:25:42,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/.tmp/a/49c8b898fe00476693401d37b141ab12 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732505142687/Put/seqid=0 2024-11-25T03:25:42,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741852_1028 (size=5170) 2024-11-25T03:25:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741852_1028 (size=5170) 2024-11-25T03:25:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741852_1028 (size=5170) 2024-11-25T03:25:42,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/.tmp/a/49c8b898fe00476693401d37b141ab12 2024-11-25T03:25:42,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/.tmp/a/49c8b898fe00476693401d37b141ab12 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/a/49c8b898fe00476693401d37b141ab12 2024-11-25T03:25:42,914 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/a/49c8b898fe00476693401d37b141ab12, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T03:25:42,914 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e9ed7e1c7a0f88a9bebbeaf7f75edd76 in 54ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T03:25:42,915 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/0000000000000000002 2024-11-25T03:25:42,916 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,916 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,918 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e9ed7e1c7a0f88a9bebbeaf7f75edd76 2024-11-25T03:25:42,921 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/e9ed7e1c7a0f88a9bebbeaf7f75edd76/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T03:25:42,923 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e9ed7e1c7a0f88a9bebbeaf7f75edd76; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71981810, jitterRate=0.07261255383491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:25:42,923 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e9ed7e1c7a0f88a9bebbeaf7f75edd76: Writing region info on filesystem at 1732505142842Initializing all the Stores at 1732505142844 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505142844Obtaining lock to block concurrent updates at 1732505142860 (+16 ms)Preparing flush snapshotting stores in e9ed7e1c7a0f88a9bebbeaf7f75edd76 at 1732505142860Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732505142860Flushing stores of testReplayEditsWrittenIntoWAL,,1732505142605.e9ed7e1c7a0f88a9bebbeaf7f75edd76. at 1732505142860Flushing e9ed7e1c7a0f88a9bebbeaf7f75edd76/a: creating writer at 1732505142861 (+1 ms)Flushing e9ed7e1c7a0f88a9bebbeaf7f75edd76/a: appending metadata at 1732505142878 (+17 ms)Flushing e9ed7e1c7a0f88a9bebbeaf7f75edd76/a: closing flushed file at 1732505142878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415862be: reopening flushed file at 1732505142903 (+25 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e9ed7e1c7a0f88a9bebbeaf7f75edd76 in 54ms, sequenceid=2, compaction requested=false; wal=null at 1732505142914 (+11 ms)Cleaning up temporary data from old regions at 1732505142916 (+2 ms)Region opened successfully at 1732505142923 (+7 ms) 2024-11-25T03:25:42,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33550 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:32870 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33494 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33038 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:60708 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 152) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6745 (was 6751) 2024-11-25T03:25:42,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=6745 2024-11-25T03:25:42,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:42,974 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:42,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:42,978 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14371839, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-14371839, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:42,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14371839/hregion-14371839.1732505142979, exclude list is [], retry=0 2024-11-25T03:25:42,995 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:42,996 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:42,996 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:42,999 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14371839/hregion-14371839.1732505142979 2024-11-25T03:25:42,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:43,000 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ab42e24bbc806932514c8c21845d412a, NAME => 'testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741854_1030 (size=64) 2024-11-25T03:25:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741854_1030 (size=64) 2024-11-25T03:25:43,015 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741854_1030 (size=64) 2024-11-25T03:25:43,016 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,018 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName a 2024-11-25T03:25:43,018 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:43,019 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:43,019 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,022 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName b 2024-11-25T03:25:43,022 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:43,022 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:43,023 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,024 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName c 2024-11-25T03:25:43,024 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:43,025 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:43,025 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,026 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,027 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,029 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,029 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,030 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:43,032 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:43,035 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:43,035 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ab42e24bbc806932514c8c21845d412a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62444535, jitterRate=-0.06950391829013824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:43,036 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ab42e24bbc806932514c8c21845d412a: Writing region info on filesystem at 1732505143015Initializing all the Stores at 1732505143016 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505143016Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505143016Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505143016Cleaning up temporary data from old regions at 1732505143029 (+13 ms)Region opened successfully at 1732505143036 (+7 ms) 2024-11-25T03:25:43,036 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ab42e24bbc806932514c8c21845d412a, disabling compactions & flushes 2024-11-25T03:25:43,036 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:43,036 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:43,036 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. after waiting 0 ms 2024-11-25T03:25:43,036 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:43,037 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:43,037 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ab42e24bbc806932514c8c21845d412a: Waiting for close lock at 1732505143036Disabling compacts and flushes for region at 1732505143036Disabling writes for close at 1732505143036Writing region close event to WAL at 1732505143037 (+1 ms)Closed at 1732505143037 2024-11-25T03:25:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741853_1029 (size=95) 2024-11-25T03:25:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741853_1029 (size=95) 2024-11-25T03:25:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741853_1029 (size=95) 2024-11-25T03:25:43,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:43,044 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14371839:(num 1732505142979) 2024-11-25T03:25:43,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:43,047 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:43,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, exclude list is [], retry=0 2024-11-25T03:25:43,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:43,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:43,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:43,069 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 2024-11-25T03:25:43,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:43,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, size=0 (0bytes) 2024-11-25T03:25:43,342 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 might be still open, length is 0 2024-11-25T03:25:43,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 2024-11-25T03:25:43,344 WARN [IPC Server handler 3 on default port 46219 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-25T03:25:43,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 after 2ms 2024-11-25T03:25:43,733 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33584 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33584 dst: /127.0.0.1:39425 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39425 remote=/127.0.0.1:33584]. Total timeout mills is 60000, 59554 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:43,734 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33088 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37829:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33088 dst: /127.0.0.1:37829 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:43,734 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:60738 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42415:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60738 dst: /127.0.0.1:42415 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741855_1032 (size=263633) 2024-11-25T03:25:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741855_1032 (size=263633) 2024-11-25T03:25:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741855_1032 (size=263633) 2024-11-25T03:25:47,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:25:47,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:25:47,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 after 4003ms 2024-11-25T03:25:47,351 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:47,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 took 4010ms 2024-11-25T03:25:47,358 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732505143047.temp 2024-11-25T03:25:47,363 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp 2024-11-25T03:25:47,475 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047; continuing. 2024-11-25T03:25:47,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 so closing down 2024-11-25T03:25:47,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:47,475 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741856_1033 (size=263641) 2024-11-25T03:25:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741856_1033 (size=263641) 2024-11-25T03:25:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741856_1033 (size=263641) 2024-11-25T03:25:47,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp (wrote 3002 edits, skipped 0 edits in 72 ms) 2024-11-25T03:25:47,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 2024-11-25T03:25:47,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T03:25:47,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, journal: Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, size=0 (0bytes) at 1732505143342Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp at 1732505147363 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1732505147417 (+54 ms)Split 2048 edits, skipped 0 edits. at 1732505147449 (+32 ms)Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 so closing down at 1732505147475 (+26 ms)3 split writer threads finished at 1732505147475Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1732505147479 (+4 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000000001-wal.1732505143047.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 at 1732505147481 (+2 ms)Processed 3002 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047, size=0, length=0, corrupted=false, cancelled=false at 1732505147482 (+1 ms) 2024-11-25T03:25:47,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505143047 2024-11-25T03:25:47,485 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 2024-11-25T03:25:47,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:47,488 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:47,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505147488, exclude list is [], retry=0 2024-11-25T03:25:47,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:47,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:47,506 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:47,509 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505147488 2024-11-25T03:25:47,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:25:47,510 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:47,511 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,513 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName a 2024-11-25T03:25:47,513 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:47,513 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:47,514 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,515 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName b 2024-11-25T03:25:47,515 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:47,516 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:47,516 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,517 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab42e24bbc806932514c8c21845d412a columnFamilyName c 2024-11-25T03:25:47,517 DEBUG [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:47,517 INFO [StoreOpener-ab42e24bbc806932514c8c21845d412a-1 {}] regionserver.HStore(327): Store=ab42e24bbc806932514c8c21845d412a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:47,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,520 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:47,521 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 2024-11-25T03:25:47,525 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:47,567 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T03:25:47,935 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab42e24bbc806932514c8c21845d412a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T03:25:47,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/8c917533e750437cb22e0c127ed095d0 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732505143079/Put/seqid=0 2024-11-25T03:25:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741858_1035 (size=50463) 2024-11-25T03:25:47,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741858_1035 (size=50463) 2024-11-25T03:25:47,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741858_1035 (size=50463) 2024-11-25T03:25:47,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/8c917533e750437cb22e0c127ed095d0 2024-11-25T03:25:47,993 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/8c917533e750437cb22e0c127ed095d0 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/a/8c917533e750437cb22e0c127ed095d0 2024-11-25T03:25:47,999 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/a/8c917533e750437cb22e0c127ed095d0, entries=754, sequenceid=754, filesize=49.3 K 2024-11-25T03:25:48,000 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ab42e24bbc806932514c8c21845d412a in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-25T03:25:48,016 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T03:25:48,016 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab42e24bbc806932514c8c21845d412a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T03:25:48,025 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/80a2e55bc0a94590bec81de5f0ec99dc is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732505143134/Put/seqid=0 2024-11-25T03:25:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741859_1036 (size=20072) 2024-11-25T03:25:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741859_1036 (size=20072) 2024-11-25T03:25:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741859_1036 (size=20072) 2024-11-25T03:25:48,037 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/80a2e55bc0a94590bec81de5f0ec99dc 2024-11-25T03:25:48,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/49784af70661433a9e6b3b49f53e47e3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732505143161/Put/seqid=0 2024-11-25T03:25:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741860_1037 (size=35835) 2024-11-25T03:25:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741860_1037 (size=35835) 2024-11-25T03:25:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741860_1037 (size=35835) 2024-11-25T03:25:48,089 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/49784af70661433a9e6b3b49f53e47e3 2024-11-25T03:25:48,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/a/80a2e55bc0a94590bec81de5f0ec99dc as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/a/80a2e55bc0a94590bec81de5f0ec99dc 2024-11-25T03:25:48,104 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/a/80a2e55bc0a94590bec81de5f0ec99dc, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-25T03:25:48,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/49784af70661433a9e6b3b49f53e47e3 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/b/49784af70661433a9e6b3b49f53e47e3 2024-11-25T03:25:48,115 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/b/49784af70661433a9e6b3b49f53e47e3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-25T03:25:48,115 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ab42e24bbc806932514c8c21845d412a in 99ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-25T03:25:48,133 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T03:25:48,133 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab42e24bbc806932514c8c21845d412a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T03:25:48,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/f877ee0800bc4733a98f9af2b5ea5854 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732505143189/Put/seqid=0 2024-11-25T03:25:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741861_1038 (size=35082) 2024-11-25T03:25:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741861_1038 (size=35082) 2024-11-25T03:25:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741861_1038 (size=35082) 2024-11-25T03:25:48,151 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/f877ee0800bc4733a98f9af2b5ea5854 2024-11-25T03:25:48,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/654e367ff1bb4244829400db7132f720 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732505143229/Put/seqid=0 2024-11-25T03:25:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741862_1039 (size=20825) 2024-11-25T03:25:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741862_1039 (size=20825) 2024-11-25T03:25:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741862_1039 (size=20825) 2024-11-25T03:25:48,183 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/654e367ff1bb4244829400db7132f720 2024-11-25T03:25:48,189 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/b/f877ee0800bc4733a98f9af2b5ea5854 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/b/f877ee0800bc4733a98f9af2b5ea5854 2024-11-25T03:25:48,196 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/b/f877ee0800bc4733a98f9af2b5ea5854, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-25T03:25:48,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/654e367ff1bb4244829400db7132f720 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/c/654e367ff1bb4244829400db7132f720 2024-11-25T03:25:48,203 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/c/654e367ff1bb4244829400db7132f720, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-25T03:25:48,204 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ab42e24bbc806932514c8c21845d412a in 70ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-25T03:25:48,218 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732505143285/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:48,222 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 2024-11-25T03:25:48,222 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T03:25:48,223 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab42e24bbc806932514c8c21845d412a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-25T03:25:48,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/37654a01040b407a8ac0a43db89a39e3 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732505143239/Put/seqid=0 2024-11-25T03:25:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741863_1040 (size=50301) 2024-11-25T03:25:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741863_1040 (size=50301) 2024-11-25T03:25:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741863_1040 (size=50301) 2024-11-25T03:25:48,240 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/37654a01040b407a8ac0a43db89a39e3 2024-11-25T03:25:48,247 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37654a01040b407a8ac0a43db89a39e3 2024-11-25T03:25:48,248 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/.tmp/c/37654a01040b407a8ac0a43db89a39e3 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/c/37654a01040b407a8ac0a43db89a39e3 2024-11-25T03:25:48,255 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37654a01040b407a8ac0a43db89a39e3 2024-11-25T03:25:48,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/c/37654a01040b407a8ac0a43db89a39e3, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-25T03:25:48,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ab42e24bbc806932514c8c21845d412a in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-25T03:25:48,256 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/0000000000000003002 2024-11-25T03:25:48,257 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:48,258 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:48,258 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T03:25:48,260 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ab42e24bbc806932514c8c21845d412a 2024-11-25T03:25:48,262 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenIntoWAL/ab42e24bbc806932514c8c21845d412a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-25T03:25:48,263 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ab42e24bbc806932514c8c21845d412a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431510, jitterRate=-0.09950032830238342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T03:25:48,264 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ab42e24bbc806932514c8c21845d412a: Writing region info on filesystem at 1732505147510Initializing all the Stores at 1732505147511 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505147511Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505147511Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505147511Cleaning up temporary data from old regions at 1732505148258 (+747 ms)Region opened successfully at 1732505148264 (+6 ms) 2024-11-25T03:25:48,333 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ab42e24bbc806932514c8c21845d412a, disabling compactions & flushes 2024-11-25T03:25:48,334 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:48,334 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:48,334 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. after waiting 0 ms 2024-11-25T03:25:48,334 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:48,336 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732505142972.ab42e24bbc806932514c8c21845d412a. 2024-11-25T03:25:48,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ab42e24bbc806932514c8c21845d412a: Waiting for close lock at 1732505148333Disabling compacts and flushes for region at 1732505148333Disabling writes for close at 1732505148334 (+1 ms)Writing region close event to WAL at 1732505148336 (+2 ms)Closed at 1732505148336 2024-11-25T03:25:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741857_1034 (size=95) 2024-11-25T03:25:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741857_1034 (size=95) 2024-11-25T03:25:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741857_1034 (size=95) 2024-11-25T03:25:48,344 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:48,344 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732505147488) 2024-11-25T03:25:48,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46219 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1076235918_22 at /127.0.0.1:60802 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1076235918_22 at /127.0.0.1:33592 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1076235918_22 at /127.0.0.1:60770 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1076235918_22 at /127.0.0.1:33136 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6676 (was 6745) 2024-11-25T03:25:48,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=6674 2024-11-25T03:25:48,392 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:48,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:48,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:48,398 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50889832, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-50889832, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:48,411 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50889832/hregion-50889832.1732505148398, exclude list is [], retry=0 2024-11-25T03:25:48,414 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:48,414 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:48,415 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:48,417 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50889832/hregion-50889832.1732505148398 2024-11-25T03:25:48,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:48,418 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7e2eeb807057a276e8f720480970c0ee, NAME => 'test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741865_1042 (size=43) 2024-11-25T03:25:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741865_1042 (size=43) 2024-11-25T03:25:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741865_1042 (size=43) 2024-11-25T03:25:48,835 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:48,836 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,838 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName a 2024-11-25T03:25:48,838 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:48,839 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:48,839 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,841 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName b 2024-11-25T03:25:48,841 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:48,842 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:48,842 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,844 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName c 2024-11-25T03:25:48,844 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:48,845 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:48,845 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,848 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,848 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,848 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:48,850 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:48,852 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:48,853 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e2eeb807057a276e8f720480970c0ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63984285, jitterRate=-0.046559855341911316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e2eeb807057a276e8f720480970c0ee: Writing region info on filesystem at 1732505148835Initializing all the Stores at 1732505148836 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505148836Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505148836Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505148836Cleaning up temporary data from old regions at 1732505148848 (+12 ms)Region opened successfully at 1732505148854 (+6 ms) 2024-11-25T03:25:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e2eeb807057a276e8f720480970c0ee, disabling compactions & flushes 2024-11-25T03:25:48,854 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. after waiting 0 ms 2024-11-25T03:25:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:48,855 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:48,855 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e2eeb807057a276e8f720480970c0ee: Waiting for close lock at 1732505148854Disabling compacts and flushes for region at 1732505148854Disabling writes for close at 1732505148854Writing region close event to WAL at 1732505148855 (+1 ms)Closed at 1732505148855 2024-11-25T03:25:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741864_1041 (size=95) 2024-11-25T03:25:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741864_1041 (size=95) 2024-11-25T03:25:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741864_1041 (size=95) 2024-11-25T03:25:48,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:48,861 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50889832:(num 1732505148398) 2024-11-25T03:25:48,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:48,863 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:48,877 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, exclude list is [], retry=0 2024-11-25T03:25:48,880 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:48,880 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:48,881 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:48,882 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 2024-11-25T03:25:48,883 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:49,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741866_1043 (size=263359) 2024-11-25T03:25:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741866_1043 (size=263359) 2024-11-25T03:25:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741866_1043 (size=263359) 2024-11-25T03:25:49,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, size=257.2 K (263359bytes) 2024-11-25T03:25:49,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 2024-11-25T03:25:49,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 after 1ms 2024-11-25T03:25:49,041 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:49,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 took 6ms 2024-11-25T03:25:49,048 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732505148863.temp 2024-11-25T03:25:49,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp 2024-11-25T03:25:49,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 so closing down 2024-11-25T03:25:49,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:49,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741867_1044 (size=263359) 2024-11-25T03:25:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741867_1044 (size=263359) 2024-11-25T03:25:49,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741867_1044 (size=263359) 2024-11-25T03:25:49,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-11-25T03:25:49,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp to hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 2024-11-25T03:25:49,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-25T03:25:49,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, journal: Splitting hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, size=257.2 K (263359bytes) at 1732505149037Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp at 1732505149050 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732505149064 (+14 ms)Split 2048 edits, skipped 0 edits. at 1732505149081 (+17 ms)Finishing writing output for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 so closing down at 1732505149096 (+15 ms)3 split writer threads finished at 1732505149096Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1732505149101 (+5 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000000001-wal.1732505148863.temp to hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 at 1732505149103 (+2 ms)Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732505149103 2024-11-25T03:25:49,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505148863 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505148863 2024-11-25T03:25:49,106 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 2024-11-25T03:25:49,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:49,108 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:49,123 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, exclude list is [], retry=0 2024-11-25T03:25:49,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:49,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:49,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:49,129 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 2024-11-25T03:25:49,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:49,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:25:49,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:49,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:25:49,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:25:49,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:25:49,203 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:49,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-25T03:25:49,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741868_1045 (size=263486) 2024-11-25T03:25:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741868_1045 (size=263486) 2024-11-25T03:25:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741868_1045 (size=263486) 2024-11-25T03:25:49,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, size=257.3 K (263486bytes) 2024-11-25T03:25:49,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 2024-11-25T03:25:49,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 after 0ms 2024-11-25T03:25:49,299 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:49,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 took 6ms 2024-11-25T03:25:49,306 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732505149109.temp 2024-11-25T03:25:49,307 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp 2024-11-25T03:25:49,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 so closing down 2024-11-25T03:25:49,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:49,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741869_1046 (size=263486) 2024-11-25T03:25:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741869_1046 (size=263486) 2024-11-25T03:25:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741869_1046 (size=263486) 2024-11-25T03:25:49,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-11-25T03:25:49,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp to hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 2024-11-25T03:25:49,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-25T03:25:49,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, journal: Splitting hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, size=257.3 K (263486bytes) at 1732505149295Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp at 1732505149307 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732505149323 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732505149343 (+20 ms)Finishing writing output for hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 so closing down at 1732505149362 (+19 ms)3 split writer threads finished at 1732505149362Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1732505149367 (+5 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003001-wal.1732505149109.temp to hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 at 1732505149369 (+2 ms)Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732505149369 2024-11-25T03:25:49,372 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149109 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505149109 2024-11-25T03:25:49,373 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 2024-11-25T03:25:49,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:49,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/test2727-manual,16010,1732505148392, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:49,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149376, exclude list is [], retry=0 2024-11-25T03:25:49,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:49,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:49,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:49,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732505148392/wal.1732505149376 2024-11-25T03:25:49,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:25:49,409 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e2eeb807057a276e8f720480970c0ee, NAME => 'test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:49,409 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:49,409 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,409 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,411 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,413 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName a 2024-11-25T03:25:49,413 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:49,413 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:49,414 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,415 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName b 2024-11-25T03:25:49,415 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:49,415 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:49,416 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,417 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e2eeb807057a276e8f720480970c0ee columnFamilyName c 2024-11-25T03:25:49,417 DEBUG [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:49,418 INFO [StoreOpener-7e2eeb807057a276e8f720480970c0ee-1 {}] regionserver.HStore(327): Store=7e2eeb807057a276e8f720480970c0ee/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:49,418 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,419 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,423 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 2024-11-25T03:25:49,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:49,494 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 2024-11-25T03:25:49,496 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 2024-11-25T03:25:49,499 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:49,566 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 2024-11-25T03:25:49,567 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e2eeb807057a276e8f720480970c0ee 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-25T03:25:49,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/a/577a2409fd1449d5a0c343048231a1bb is 41, key is test2727/a:100/1732505149134/Put/seqid=0 2024-11-25T03:25:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741871_1048 (size=84227) 2024-11-25T03:25:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741871_1048 (size=84227) 2024-11-25T03:25:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741871_1048 (size=84227) 2024-11-25T03:25:49,599 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/a/577a2409fd1449d5a0c343048231a1bb 2024-11-25T03:25:49,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/b/b0fd3b199fab4e6fae80ffc84614f110 is 41, key is test2727/b:100/1732505149177/Put/seqid=0 2024-11-25T03:25:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741872_1049 (size=84609) 2024-11-25T03:25:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741872_1049 (size=84609) 2024-11-25T03:25:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741872_1049 (size=84609) 2024-11-25T03:25:49,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/b/b0fd3b199fab4e6fae80ffc84614f110 2024-11-25T03:25:49,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/c/de3d132a00a8478c8340f4b00afb2137 is 41, key is test2727/c:100/1732505149223/Put/seqid=0 2024-11-25T03:25:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741873_1050 (size=84609) 2024-11-25T03:25:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741873_1050 (size=84609) 2024-11-25T03:25:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741873_1050 (size=84609) 2024-11-25T03:25:49,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/c/de3d132a00a8478c8340f4b00afb2137 2024-11-25T03:25:49,689 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/a/577a2409fd1449d5a0c343048231a1bb as hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/a/577a2409fd1449d5a0c343048231a1bb 2024-11-25T03:25:49,696 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/a/577a2409fd1449d5a0c343048231a1bb, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-25T03:25:49,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/b/b0fd3b199fab4e6fae80ffc84614f110 as hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/b/b0fd3b199fab4e6fae80ffc84614f110 2024-11-25T03:25:49,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/b/b0fd3b199fab4e6fae80ffc84614f110, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T03:25:49,706 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/.tmp/c/de3d132a00a8478c8340f4b00afb2137 as hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/c/de3d132a00a8478c8340f4b00afb2137 2024-11-25T03:25:49,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/c/de3d132a00a8478c8340f4b00afb2137, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T03:25:49,713 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7e2eeb807057a276e8f720480970c0ee in 146ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-25T03:25:49,713 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000003000 2024-11-25T03:25:49,714 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/0000000000000006000 2024-11-25T03:25:49,715 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,715 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,716 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:49,718 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e2eeb807057a276e8f720480970c0ee 2024-11-25T03:25:49,721 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/test2727/7e2eeb807057a276e8f720480970c0ee/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-25T03:25:49,722 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e2eeb807057a276e8f720480970c0ee; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63754362, jitterRate=-0.04998597502708435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:49,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e2eeb807057a276e8f720480970c0ee: Writing region info on filesystem at 1732505149409Initializing all the Stores at 1732505149411 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505149411Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505149411Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505149411Obtaining lock to block concurrent updates at 1732505149567 (+156 ms)Preparing flush snapshotting stores in 7e2eeb807057a276e8f720480970c0ee at 1732505149567Finished memstore snapshotting test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732505149567Flushing stores of test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. at 1732505149567Flushing 7e2eeb807057a276e8f720480970c0ee/a: creating writer at 1732505149567Flushing 7e2eeb807057a276e8f720480970c0ee/a: appending metadata at 1732505149590 (+23 ms)Flushing 7e2eeb807057a276e8f720480970c0ee/a: closing flushed file at 1732505149590Flushing 7e2eeb807057a276e8f720480970c0ee/b: creating writer at 1732505149606 (+16 ms)Flushing 7e2eeb807057a276e8f720480970c0ee/b: appending metadata at 1732505149633 (+27 ms)Flushing 7e2eeb807057a276e8f720480970c0ee/b: closing flushed file at 1732505149633Flushing 7e2eeb807057a276e8f720480970c0ee/c: creating writer at 1732505149651 (+18 ms)Flushing 7e2eeb807057a276e8f720480970c0ee/c: appending metadata at 1732505149671 (+20 ms)Flushing 7e2eeb807057a276e8f720480970c0ee/c: closing flushed file at 1732505149671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44df5a2e: reopening flushed file at 1732505149688 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362170df: reopening flushed file at 1732505149696 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bfa110: reopening flushed file at 1732505149705 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7e2eeb807057a276e8f720480970c0ee in 146ms, sequenceid=6000, compaction requested=false; wal=null at 1732505149713 (+8 ms)Cleaning up temporary data from old regions at 1732505149715 (+2 ms)Region opened successfully at 1732505149724 (+9 ms) 2024-11-25T03:25:49,726 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-25T03:25:49,726 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e2eeb807057a276e8f720480970c0ee, disabling compactions & flushes 2024-11-25T03:25:49,726 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:49,726 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:49,726 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. after waiting 0 ms 2024-11-25T03:25:49,726 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:49,728 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732505148393.7e2eeb807057a276e8f720480970c0ee. 2024-11-25T03:25:49,728 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e2eeb807057a276e8f720480970c0ee: Waiting for close lock at 1732505149726Disabling compacts and flushes for region at 1732505149726Disabling writes for close at 1732505149726Writing region close event to WAL at 1732505149728 (+2 ms)Closed at 1732505149728 2024-11-25T03:25:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741870_1047 (size=95) 2024-11-25T03:25:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741870_1047 (size=95) 2024-11-25T03:25:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741870_1047 (size=95) 2024-11-25T03:25:49,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:49,734 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732505149376) 2024-11-25T03:25:49,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33730 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:60924 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33260 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=6523 (was 6674) 2024-11-25T03:25:49,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=6522 2024-11-25T03:25:49,784 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:49,792 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:49,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732505149793 2024-11-25T03:25:49,800 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 2024-11-25T03:25:49,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:49,810 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb0f4ce388d23ccbcc4e75dfcc1551d5, NAME => 'testSequentialEditLogSeqNum,,1732505149785.bb0f4ce388d23ccbcc4e75dfcc1551d5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:49,810 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732505149785.bb0f4ce388d23ccbcc4e75dfcc1551d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:49,810 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,810 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,811 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5 doesn't exist for region: bb0f4ce388d23ccbcc4e75dfcc1551d5 on table testSequentialEditLogSeqNum 2024-11-25T03:25:49,811 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: bb0f4ce388d23ccbcc4e75dfcc1551d5 on table testSequentialEditLogSeqNum 2024-11-25T03:25:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741875_1052 (size=62) 2024-11-25T03:25:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741875_1052 (size=62) 2024-11-25T03:25:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741875_1052 (size=62) 2024-11-25T03:25:49,830 INFO [StoreOpener-bb0f4ce388d23ccbcc4e75dfcc1551d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,831 INFO [StoreOpener-bb0f4ce388d23ccbcc4e75dfcc1551d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0f4ce388d23ccbcc4e75dfcc1551d5 columnFamilyName a 2024-11-25T03:25:49,832 DEBUG [StoreOpener-bb0f4ce388d23ccbcc4e75dfcc1551d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:49,832 INFO [StoreOpener-bb0f4ce388d23ccbcc4e75dfcc1551d5-1 {}] regionserver.HStore(327): Store=bb0f4ce388d23ccbcc4e75dfcc1551d5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:49,832 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,834 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,834 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,835 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb0f4ce388d23ccbcc4e75dfcc1551d5 2024-11-25T03:25:49,837 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:49,838 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb0f4ce388d23ccbcc4e75dfcc1551d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73546151, jitterRate=0.09592305123806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:25:49,839 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb0f4ce388d23ccbcc4e75dfcc1551d5: Writing region info on filesystem at 1732505149810Initializing all the Stores at 1732505149830 (+20 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505149830Cleaning up temporary data from old regions at 1732505149834 (+4 ms)Region opened successfully at 1732505149839 (+5 ms) 2024-11-25T03:25:49,852 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bb0f4ce388d23ccbcc4e75dfcc1551d5 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-25T03:25:49,876 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/.tmp/a/d5ec6343ea1a47cea9528ca85f64b7c7 is 81, key is testSequentialEditLogSeqNum/a:x0/1732505149839/Put/seqid=0 2024-11-25T03:25:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741876_1053 (size=5833) 2024-11-25T03:25:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741876_1053 (size=5833) 2024-11-25T03:25:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741876_1053 (size=5833) 2024-11-25T03:25:49,887 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/.tmp/a/d5ec6343ea1a47cea9528ca85f64b7c7 2024-11-25T03:25:49,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/.tmp/a/d5ec6343ea1a47cea9528ca85f64b7c7 as hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/a/d5ec6343ea1a47cea9528ca85f64b7c7 2024-11-25T03:25:49,900 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/a/d5ec6343ea1a47cea9528ca85f64b7c7, entries=10, sequenceid=13, filesize=5.7 K 2024-11-25T03:25:49,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bb0f4ce388d23ccbcc4e75dfcc1551d5 in 50ms, sequenceid=13, compaction requested=false 2024-11-25T03:25:49,902 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bb0f4ce388d23ccbcc4e75dfcc1551d5: 2024-11-25T03:25:49,909 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:25:49,909 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:25:49,909 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:25:49,909 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:25:49,909 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:25:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741874_1051 (size=1843) 2024-11-25T03:25:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741874_1051 (size=1843) 2024-11-25T03:25:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741874_1051 (size=1843) 2024-11-25T03:25:49,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793, size=1.8 K (1843bytes) 2024-11-25T03:25:49,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 2024-11-25T03:25:49,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 after 1ms 2024-11-25T03:25:49,934 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:49,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 took 4ms 2024-11-25T03:25:49,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 so closing down 2024-11-25T03:25:49,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:49,938 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732505149793.temp 2024-11-25T03:25:49,940 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp 2024-11-25T03:25:49,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:49,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741877_1054 (size=1477) 2024-11-25T03:25:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741877_1054 (size=1477) 2024-11-25T03:25:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741877_1054 (size=1477) 2024-11-25T03:25:49,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:49,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp to hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000020 2024-11-25T03:25:49,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-25T03:25:49,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793, journal: Splitting hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793, size=1.8 K (1843bytes) at 1732505149930Finishing writing output for hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793 so closing down at 1732505149938 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp at 1732505149940 (+2 ms)3 split writer threads finished at 1732505149941 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732505149951 (+10 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000003-wal.1732505149793.temp to hdfs://localhost:46219/hbase/data/default/testSequentialEditLogSeqNum/bb0f4ce388d23ccbcc4e75dfcc1551d5/recovered.edits/0000000000000000020 at 1732505149952 (+1 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732505149783/wal.1732505149793, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1732505149952 2024-11-25T03:25:49,970 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33730 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:60924 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=6499 (was 6522) 2024-11-25T03:25:49,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=6500 2024-11-25T03:25:50,012 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:50,015 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:50,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:50,045 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17686703, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-17686703, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:50,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17686703/hregion-17686703.1732505150045, exclude list is [], retry=0 2024-11-25T03:25:50,065 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:50,066 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:50,066 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:50,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17686703/hregion-17686703.1732505150045 2024-11-25T03:25:50,072 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:50,073 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b97b7c945abbaa3f0088346e075fd5e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741879_1056 (size=70) 2024-11-25T03:25:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741879_1056 (size=70) 2024-11-25T03:25:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741879_1056 (size=70) 2024-11-25T03:25:50,093 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:50,095 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,097 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName a 2024-11-25T03:25:50,097 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,098 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,098 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,099 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName b 2024-11-25T03:25:50,099 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,100 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,100 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,102 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName c 2024-11-25T03:25:50,102 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,102 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,103 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,105 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,105 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,106 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:50,107 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,109 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:50,110 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b97b7c945abbaa3f0088346e075fd5e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62663324, jitterRate=-0.06624370813369751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:50,112 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b97b7c945abbaa3f0088346e075fd5e4: Writing region info on filesystem at 1732505150093Initializing all the Stores at 1732505150094 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150095 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150095Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150095Cleaning up temporary data from old regions at 1732505150105 (+10 ms)Region opened successfully at 1732505150112 (+7 ms) 2024-11-25T03:25:50,112 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b97b7c945abbaa3f0088346e075fd5e4, disabling compactions & flushes 2024-11-25T03:25:50,112 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:50,112 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:50,112 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. after waiting 0 ms 2024-11-25T03:25:50,112 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:50,113 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:50,113 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b97b7c945abbaa3f0088346e075fd5e4: Waiting for close lock at 1732505150112Disabling compacts and flushes for region at 1732505150112Disabling writes for close at 1732505150112Writing region close event to WAL at 1732505150113 (+1 ms)Closed at 1732505150113 2024-11-25T03:25:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741878_1055 (size=95) 2024-11-25T03:25:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741878_1055 (size=95) 2024-11-25T03:25:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741878_1055 (size=95) 2024-11-25T03:25:50,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:50,119 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17686703:(num 1732505150045) 2024-11-25T03:25:50,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:50,121 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:50,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, exclude list is [], retry=0 2024-11-25T03:25:50,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:50,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:50,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:50,150 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 2024-11-25T03:25:50,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:50,151 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b97b7c945abbaa3f0088346e075fd5e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:50,151 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:50,151 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,151 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,153 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,154 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName a 2024-11-25T03:25:50,154 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,155 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,155 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,156 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName b 2024-11-25T03:25:50,156 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,156 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,157 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,158 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName c 2024-11-25T03:25:50,158 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:50,158 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:50,158 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,159 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,161 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,162 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,162 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,163 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:50,164 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:50,165 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b97b7c945abbaa3f0088346e075fd5e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74967711, jitterRate=0.11710594594478607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:50,168 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b97b7c945abbaa3f0088346e075fd5e4: Writing region info on filesystem at 1732505150152Initializing all the Stores at 1732505150152Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150153 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150153Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505150153Cleaning up temporary data from old regions at 1732505150162 (+9 ms)Region opened successfully at 1732505150168 (+6 ms) 2024-11-25T03:25:50,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732505150172/Put/seqid=0 2024-11-25T03:25:50,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741881_1058 (size=4826) 2024-11-25T03:25:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741881_1058 (size=4826) 2024-11-25T03:25:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741881_1058 (size=4826) 2024-11-25T03:25:50,185 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46219/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b97b7c945abbaa3f0088346e075fd5e4/a 2024-11-25T03:25:50,194 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-25T03:25:50,194 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:25:50,195 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b97b7c945abbaa3f0088346e075fd5e4: 2024-11-25T03:25:50,196 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/61d73f0f947a41808cd2766d0ea2105c_SeqId_3_ 2024-11-25T03:25:50,197 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46219/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b97b7c945abbaa3f0088346e075fd5e4/a as hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/61d73f0f947a41808cd2766d0ea2105c_SeqId_3_ - updating store file list. 2024-11-25T03:25:50,204 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61d73f0f947a41808cd2766d0ea2105c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T03:25:50,204 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/61d73f0f947a41808cd2766d0ea2105c_SeqId_3_ into b97b7c945abbaa3f0088346e075fd5e4/a 2024-11-25T03:25:50,204 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46219/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b97b7c945abbaa3f0088346e075fd5e4/a (new location: hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/61d73f0f947a41808cd2766d0ea2105c_SeqId_3_) 2024-11-25T03:25:50,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, size=0 (0bytes) 2024-11-25T03:25:50,249 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 might be still open, length is 0 2024-11-25T03:25:50,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 2024-11-25T03:25:50,250 WARN [IPC Server handler 0 on default port 46219 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-25T03:25:50,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 after 1ms 2024-11-25T03:25:52,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33324 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37829:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33324 dst: /127.0.0.1:37829 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37829 remote=/127.0.0.1:33324]. Total timeout mills is 60000, 57486 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:52,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:33852 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33852 dst: /127.0.0.1:39425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:52,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:32776 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42415:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32776 dst: /127.0.0.1:42415 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741880_1059 (size=474) 2024-11-25T03:25:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741880_1059 (size=474) 2024-11-25T03:25:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741880_1059 (size=474) 2024-11-25T03:25:54,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 after 4002ms 2024-11-25T03:25:54,254 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:54,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 took 4005ms 2024-11-25T03:25:54,256 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122; continuing. 2024-11-25T03:25:54,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 so closing down 2024-11-25T03:25:54,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:54,258 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732505150122.temp 2024-11-25T03:25:54,260 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp 2024-11-25T03:25:54,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741882_1060 (size=259) 2024-11-25T03:25:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741882_1060 (size=259) 2024-11-25T03:25:54,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741882_1060 (size=259) 2024-11-25T03:25:54,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp to hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 2024-11-25T03:25:54,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T03:25:54,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, journal: Splitting hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, size=0 (0bytes) at 1732505150249Finishing writing output for hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 so closing down at 1732505154256 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp at 1732505154260 (+4 ms)3 split writer threads finished at 1732505154261 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732505154273 (+12 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005-wal.1732505150122.temp to hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 at 1732505154276 (+3 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122, size=0, length=0, corrupted=false, cancelled=false at 1732505154276 2024-11-25T03:25:54,278 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505150122 2024-11-25T03:25:54,279 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 2024-11-25T03:25:54,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:54,282 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:54,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505154283, exclude list is [], retry=0 2024-11-25T03:25:54,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:54,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:54,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:54,303 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505154283 2024-11-25T03:25:54,304 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:54,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b97b7c945abbaa3f0088346e075fd5e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:54,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:54,305 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,305 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,307 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,308 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName a 2024-11-25T03:25:54,308 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,315 DEBUG [StoreFileOpener-b97b7c945abbaa3f0088346e075fd5e4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61d73f0f947a41808cd2766d0ea2105c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T03:25:54,315 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/61d73f0f947a41808cd2766d0ea2105c_SeqId_3_ 2024-11-25T03:25:54,315 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:54,315 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,316 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName b 2024-11-25T03:25:54,316 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,316 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:54,317 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,317 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b97b7c945abbaa3f0088346e075fd5e4 columnFamilyName c 2024-11-25T03:25:54,317 DEBUG [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,318 INFO [StoreOpener-b97b7c945abbaa3f0088346e075fd5e4-1 {}] regionserver.HStore(327): Store=b97b7c945abbaa3f0088346e075fd5e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:54,318 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,321 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 2024-11-25T03:25:54,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:54,324 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 2024-11-25T03:25:54,324 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b97b7c945abbaa3f0088346e075fd5e4 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-25T03:25:54,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/.tmp/a/98e6df04220b4cfcaea9524eb63a9319 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732505150210/Put/seqid=0 2024-11-25T03:25:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741884_1062 (size=5149) 2024-11-25T03:25:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741884_1062 (size=5149) 2024-11-25T03:25:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741884_1062 (size=5149) 2024-11-25T03:25:54,348 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/.tmp/a/98e6df04220b4cfcaea9524eb63a9319 2024-11-25T03:25:54,354 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/.tmp/a/98e6df04220b4cfcaea9524eb63a9319 as hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/98e6df04220b4cfcaea9524eb63a9319 2024-11-25T03:25:54,359 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/a/98e6df04220b4cfcaea9524eb63a9319, entries=1, sequenceid=5, filesize=5.0 K 2024-11-25T03:25:54,359 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b97b7c945abbaa3f0088346e075fd5e4 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-25T03:25:54,359 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/0000000000000000005 2024-11-25T03:25:54,361 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,361 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,361 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:54,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b97b7c945abbaa3f0088346e075fd5e4 2024-11-25T03:25:54,365 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b97b7c945abbaa3f0088346e075fd5e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:25:54,366 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b97b7c945abbaa3f0088346e075fd5e4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70011585, jitterRate=0.04325391352176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:54,366 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b97b7c945abbaa3f0088346e075fd5e4: Writing region info on filesystem at 1732505154305Initializing all the Stores at 1732505154306 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505154306Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505154307 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505154307Obtaining lock to block concurrent updates at 1732505154324 (+17 ms)Preparing flush snapshotting stores in b97b7c945abbaa3f0088346e075fd5e4 at 1732505154324Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732505154324Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. at 1732505154324Flushing b97b7c945abbaa3f0088346e075fd5e4/a: creating writer at 1732505154324Flushing b97b7c945abbaa3f0088346e075fd5e4/a: appending metadata at 1732505154338 (+14 ms)Flushing b97b7c945abbaa3f0088346e075fd5e4/a: closing flushed file at 1732505154338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53af85db: reopening flushed file at 1732505154353 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b97b7c945abbaa3f0088346e075fd5e4 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1732505154359 (+6 ms)Cleaning up temporary data from old regions at 1732505154361 (+2 ms)Region opened successfully at 1732505154366 (+5 ms) 2024-11-25T03:25:54,370 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b97b7c945abbaa3f0088346e075fd5e4, disabling compactions & flushes 2024-11-25T03:25:54,370 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:54,370 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:54,370 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. after waiting 0 ms 2024-11-25T03:25:54,370 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:54,371 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732505150013.b97b7c945abbaa3f0088346e075fd5e4. 2024-11-25T03:25:54,371 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b97b7c945abbaa3f0088346e075fd5e4: Waiting for close lock at 1732505154370Disabling compacts and flushes for region at 1732505154370Disabling writes for close at 1732505154370Writing region close event to WAL at 1732505154371 (+1 ms)Closed at 1732505154371 2024-11-25T03:25:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741883_1061 (size=95) 2024-11-25T03:25:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741883_1061 (size=95) 2024-11-25T03:25:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741883_1061 (size=95) 2024-11-25T03:25:54,377 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:54,377 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732505154283) 2024-11-25T03:25:54,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-750865043_22 at /127.0.0.1:46402 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-750865043_22 at /127.0.0.1:55256 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-750865043_22 at /127.0.0.1:55056 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46219 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=6409 (was 6500) 2024-11-25T03:25:54,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=6408 2024-11-25T03:25:54,419 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:54,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:25:54,428 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,43121,1732505138794 2024-11-25T03:25:54,430 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d85265 2024-11-25T03:25:54,431 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:25:54,433 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:25:54,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T03:25:54,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:25:54,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-25T03:25:54,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:25:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741885_1063 (size=694) 2024-11-25T03:25:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741885_1063 (size=694) 2024-11-25T03:25:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741885_1063 (size=694) 2024-11-25T03:25:54,460 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6 2024-11-25T03:25:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741886_1064 (size=77) 2024-11-25T03:25:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741886_1064 (size=77) 2024-11-25T03:25:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741886_1064 (size=77) 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:54,469 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,469 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,469 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505154469Disabling compacts and flushes for region at 1732505154469Disabling writes for close at 1732505154469Writing region close event to WAL at 1732505154469Closed at 1732505154469 2024-11-25T03:25:54,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:25:54,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732505154471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732505154471"}]},"ts":"1732505154471"} 2024-11-25T03:25:54,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:25:54,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:25:54,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732505154483"}]},"ts":"1732505154483"} 2024-11-25T03:25:54,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-25T03:25:54,490 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:25:54,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:25:54,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:25:54,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:25:54,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:25:54,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN}] 2024-11-25T03:25:54,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN 2024-11-25T03:25:54,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN; state=OFFLINE, location=38a5d2077268,39855,1732505139597; forceNewPlan=false, retain=false 2024-11-25T03:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:25:54,648 INFO [38a5d2077268:43121 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T03:25:54,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPENING, regionLocation=38a5d2077268,39855,1732505139597 2024-11-25T03:25:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN because future has completed 2024-11-25T03:25:54,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597}] 2024-11-25T03:25:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:25:54,811 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:25:54,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:25:54,818 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,818 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:54,819 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,819 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:54,819 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,819 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,820 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,822 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:54,822 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,823 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:54,823 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,824 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:54,824 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:54,824 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:54,825 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,825 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,826 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,827 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,827 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,827 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T03:25:54,829 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,831 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:54,831 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0736a27ab1c8f293d7117cda0568f2c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74245553, jitterRate=0.10634495317935944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T03:25:54,831 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:54,832 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0736a27ab1c8f293d7117cda0568f2c1: Running coprocessor pre-open hook at 1732505154819Writing region info on filesystem at 1732505154819Initializing all the Stores at 1732505154820 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505154820Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505154820Cleaning up temporary data from old regions at 1732505154827 (+7 ms)Running coprocessor post-open hooks at 1732505154831 (+4 ms)Region opened successfully at 1732505154832 (+1 ms) 2024-11-25T03:25:54,834 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., pid=6, masterSystemTime=1732505154811 2024-11-25T03:25:54,837 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,837 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:54,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,39855,1732505139597 2024-11-25T03:25:54,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 because future has completed 2024-11-25T03:25:54,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:25:54,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 in 184 msec 2024-11-25T03:25:54,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:25:54,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN in 351 msec 2024-11-25T03:25:54,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:25:54,849 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732505154849"}]},"ts":"1732505154849"} 2024-11-25T03:25:54,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-25T03:25:54,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:25:54,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-11-25T03:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:25:55,082 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-25T03:25:55,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-25T03:25:55,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:25:55,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-25T03:25:55,090 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:25:55,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-25T03:25:55,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=2] 2024-11-25T03:25:55,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:25:55,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:25:55,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=0736a27ab1c8f293d7117cda0568f2c1, source=38a5d2077268,39855,1732505139597, destination=38a5d2077268,39091,1732505139483, warming up region on 38a5d2077268,39091,1732505139483 2024-11-25T03:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:25:55,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=0736a27ab1c8f293d7117cda0568f2c1, source=38a5d2077268,39855,1732505139597, destination=38a5d2077268,39091,1732505139483, running balancer 2024-11-25T03:25:55,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:25:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE 2024-11-25T03:25:55,125 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE 2024-11-25T03:25:55,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=CLOSING, regionLocation=38a5d2077268,39855,1732505139597 2024-11-25T03:25:55,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:55,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE because future has completed 2024-11-25T03:25:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:55,130 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T03:25:55,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597}] 2024-11-25T03:25:55,130 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,132 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:55,132 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:55,133 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:55,133 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,134 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:55,134 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:55,134 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:55,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505155135Disabling compacts and flushes for region at 1732505155135Disabling writes for close at 1732505155135Writing region close event to WAL at 1732505155135Closed at 1732505155135 2024-11-25T03:25:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T03:25:55,288 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,289 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T03:25:55,289 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:55,289 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,289 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,289 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:55,289 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,290 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 0736a27ab1c8f293d7117cda0568f2c1 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-25T03:25:55,307 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/771913472ba84f63b380076a56de8291 is 35, key is r1/cf1:q/1732505155107/Put/seqid=0 2024-11-25T03:25:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741887_1065 (size=4783) 2024-11-25T03:25:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741887_1065 (size=4783) 2024-11-25T03:25:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741887_1065 (size=4783) 2024-11-25T03:25:55,315 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/771913472ba84f63b380076a56de8291 2024-11-25T03:25:55,322 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/771913472ba84f63b380076a56de8291 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291 2024-11-25T03:25:55,328 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T03:25:55,329 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0736a27ab1c8f293d7117cda0568f2c1 in 40ms, sequenceid=5, compaction requested=false 2024-11-25T03:25:55,330 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-25T03:25:55,336 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:25:55,339 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,339 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505155289Running coprocessor pre-close hooks at 1732505155289Disabling compacts and flushes for region at 1732505155289Disabling writes for close at 1732505155289Obtaining lock to block concurrent updates at 1732505155290 (+1 ms)Preparing flush snapshotting stores in 0736a27ab1c8f293d7117cda0568f2c1 at 1732505155290Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732505155290Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. at 1732505155291 (+1 ms)Flushing 0736a27ab1c8f293d7117cda0568f2c1/cf1: creating writer at 1732505155291Flushing 0736a27ab1c8f293d7117cda0568f2c1/cf1: appending metadata at 1732505155307 (+16 ms)Flushing 0736a27ab1c8f293d7117cda0568f2c1/cf1: closing flushed file at 1732505155307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e62779: reopening flushed file at 1732505155320 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0736a27ab1c8f293d7117cda0568f2c1 in 40ms, sequenceid=5, compaction requested=false at 1732505155329 (+9 ms)Writing region close event to WAL at 1732505155331 (+2 ms)Running coprocessor post-close hooks at 1732505155337 (+6 ms)Closed at 1732505155339 (+2 ms) 2024-11-25T03:25:55,339 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 0736a27ab1c8f293d7117cda0568f2c1 move to 38a5d2077268,39091,1732505139483 record at close sequenceid=5 2024-11-25T03:25:55,343 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=CLOSED 2024-11-25T03:25:55,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 because future has completed 2024-11-25T03:25:55,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T03:25:55,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 in 218 msec 2024-11-25T03:25:55,352 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE; state=CLOSED, location=38a5d2077268,39091,1732505139483; forceNewPlan=false, retain=false 2024-11-25T03:25:55,502 INFO [38a5d2077268:43121 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T03:25:55,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPENING, regionLocation=38a5d2077268,39091,1732505139483 2024-11-25T03:25:55,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE because future has completed 2024-11-25T03:25:55,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483}] 2024-11-25T03:25:55,665 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,665 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:55,666 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,666 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:55,666 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,666 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,668 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,669 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:55,669 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:55,678 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291 2024-11-25T03:25:55,678 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:55,679 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,680 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:55,680 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:55,681 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:55,681 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,682 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,683 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,684 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,684 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,685 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T03:25:55,687 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,688 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0736a27ab1c8f293d7117cda0568f2c1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59366771, jitterRate=-0.11536617577075958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T03:25:55,688 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:55,689 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0736a27ab1c8f293d7117cda0568f2c1: Running coprocessor pre-open hook at 1732505155666Writing region info on filesystem at 1732505155666Initializing all the Stores at 1732505155668 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505155668Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505155668Cleaning up temporary data from old regions at 1732505155684 (+16 ms)Running coprocessor post-open hooks at 1732505155689 (+5 ms)Region opened successfully at 1732505155689 2024-11-25T03:25:55,691 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., pid=9, masterSystemTime=1732505155659 2024-11-25T03:25:55,694 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,694 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,695 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPEN, openSeqNum=9, regionLocation=38a5d2077268,39091,1732505139483 2024-11-25T03:25:55,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 because future has completed 2024-11-25T03:25:55,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T03:25:55,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 in 193 msec 2024-11-25T03:25:55,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE in 577 msec 2024-11-25T03:25:55,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:25:55,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:25:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:57916 deadline: 1732505215737, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39091 startCode=1732505139483. As of locationSeqNum=5. 2024-11-25T03:25:55,744 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39091 startCode=1732505139483. As of locationSeqNum=5. 2024-11-25T03:25:55,744 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39091 startCode=1732505139483. As of locationSeqNum=5. 2024-11-25T03:25:55,744 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39091 startCode=1732505139483. As of locationSeqNum=5. 2024-11-25T03:25:55,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:25:55,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:25:55,866 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0736a27ab1c8f293d7117cda0568f2c1 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-25T03:25:55,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/28621d3e1aba499fbd2c67ba478bd2d7 is 29, key is r1/cf1:/1732505155855/DeleteFamily/seqid=0 2024-11-25T03:25:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741888_1066 (size=4906) 2024-11-25T03:25:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741888_1066 (size=4906) 2024-11-25T03:25:55,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741888_1066 (size=4906) 2024-11-25T03:25:55,901 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:55,908 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:55,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf2/db0e7829a48d4563aa1829f827706607 is 29, key is r1/cf2:/1732505155855/DeleteFamily/seqid=0 2024-11-25T03:25:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741889_1067 (size=4906) 2024-11-25T03:25:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741889_1067 (size=4906) 2024-11-25T03:25:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741889_1067 (size=4906) 2024-11-25T03:25:55,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf2/db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:55,939 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:55,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/28621d3e1aba499fbd2c67ba478bd2d7 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:55,946 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:55,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T03:25:55,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf2/db0e7829a48d4563aa1829f827706607 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:55,953 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:55,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T03:25:55,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 0736a27ab1c8f293d7117cda0568f2c1 in 88ms, sequenceid=12, compaction requested=false 2024-11-25T03:25:55,954 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0736a27ab1c8f293d7117cda0568f2c1: 2024-11-25T03:25:55,957 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T03:25:55,958 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0736a27ab1c8f293d7117cda0568f2c1/cf1 is initiating major compaction (all files) 2024-11-25T03:25:55,958 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:25:55,959 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:55,959 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0736a27ab1c8f293d7117cda0568f2c1/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:55,959 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291, hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7] into tmpdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp, totalSize=9.5 K 2024-11-25T03:25:55,960 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 771913472ba84f63b380076a56de8291, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732505155107 2024-11-25T03:25:55,961 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 28621d3e1aba499fbd2c67ba478bd2d7, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T03:25:55,973 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0736a27ab1c8f293d7117cda0568f2c1#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T03:25:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741890_1068 (size=4626) 2024-11-25T03:25:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741890_1068 (size=4626) 2024-11-25T03:25:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741890_1068 (size=4626) 2024-11-25T03:25:55,989 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf1/767942c0fc1e4c47a3b275b093ea8353 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/767942c0fc1e4c47a3b275b093ea8353 2024-11-25T03:25:56,006 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 0736a27ab1c8f293d7117cda0568f2c1/cf1 of 0736a27ab1c8f293d7117cda0568f2c1 into 767942c0fc1e4c47a3b275b093ea8353(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T03:25:56,006 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0736a27ab1c8f293d7117cda0568f2c1: 2024-11-25T03:25:56,006 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T03:25:56,006 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0736a27ab1c8f293d7117cda0568f2c1/cf2 is initiating major compaction (all files) 2024-11-25T03:25:56,006 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:25:56,006 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:25:56,006 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0736a27ab1c8f293d7117cda0568f2c1/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,007 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607] into tmpdir=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp, totalSize=4.8 K 2024-11-25T03:25:56,008 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting db0e7829a48d4563aa1829f827706607, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T03:25:56,025 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0736a27ab1c8f293d7117cda0568f2c1#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T03:25:56,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741891_1069 (size=4592) 2024-11-25T03:25:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741891_1069 (size=4592) 2024-11-25T03:25:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741891_1069 (size=4592) 2024-11-25T03:25:56,056 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/.tmp/cf2/950015cd168540d093a1a0419d3f07f4 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/950015cd168540d093a1a0419d3f07f4 2024-11-25T03:25:56,065 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 0736a27ab1c8f293d7117cda0568f2c1/cf2 of 0736a27ab1c8f293d7117cda0568f2c1 into 950015cd168540d093a1a0419d3f07f4(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T03:25:56,065 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0736a27ab1c8f293d7117cda0568f2c1: 2024-11-25T03:25:56,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=0736a27ab1c8f293d7117cda0568f2c1, source=38a5d2077268,39091,1732505139483, destination=38a5d2077268,39855,1732505139597, warming up region on 38a5d2077268,39855,1732505139597 2024-11-25T03:25:56,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=0736a27ab1c8f293d7117cda0568f2c1, source=38a5d2077268,39091,1732505139483, destination=38a5d2077268,39855,1732505139597, running balancer 2024-11-25T03:25:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE 2024-11-25T03:25:56,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE 2024-11-25T03:25:56,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=CLOSING, regionLocation=38a5d2077268,39091,1732505139483 2024-11-25T03:25:56,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE because future has completed 2024-11-25T03:25:56,081 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,081 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T03:25:56,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483}] 2024-11-25T03:25:56,083 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:56,083 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:56,098 INFO [StoreFileOpener-0736a27ab1c8f293d7117cda0568f2c1-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:56,099 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:56,106 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/767942c0fc1e4c47a3b275b093ea8353 2024-11-25T03:25:56,112 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291 2024-11-25T03:25:56,112 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:56,112 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,114 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:56,114 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:56,122 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/950015cd168540d093a1a0419d3f07f4 2024-11-25T03:25:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-25T03:25:56,130 INFO [StoreFileOpener-0736a27ab1c8f293d7117cda0568f2c1-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:56,130 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:56,131 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:56,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505156131Disabling compacts and flushes for region at 1732505156131Disabling writes for close at 1732505156131Writing region close event to WAL at 1732505156137 (+6 ms)Closed at 1732505156137 2024-11-25T03:25:56,236 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,236 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T03:25:56,236 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:56,236 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,236 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,237 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:56,237 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,237 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291, hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7] to archive 2024-11-25T03:25:56,240 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T03:25:56,244 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291 to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/771913472ba84f63b380076a56de8291 2024-11-25T03:25:56,246 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7 to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/28621d3e1aba499fbd2c67ba478bd2d7 2024-11-25T03:25:56,261 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607] to archive 2024-11-25T03:25:56,262 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T03:25:56,264 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607 to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/db0e7829a48d4563aa1829f827706607 2024-11-25T03:25:56,269 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-25T03:25:56,270 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505156236Running coprocessor pre-close hooks at 1732505156236Disabling compacts and flushes for region at 1732505156236Disabling writes for close at 1732505156237 (+1 ms)Writing region close event to WAL at 1732505156265 (+28 ms)Running coprocessor post-close hooks at 1732505156270 (+5 ms)Closed at 1732505156270 2024-11-25T03:25:56,270 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 0736a27ab1c8f293d7117cda0568f2c1 move to 38a5d2077268,39855,1732505139597 record at close sequenceid=12 2024-11-25T03:25:56,273 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=CLOSED 2024-11-25T03:25:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 because future has completed 2024-11-25T03:25:56,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T03:25:56,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 in 199 msec 2024-11-25T03:25:56,284 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE; state=CLOSED, location=38a5d2077268,39855,1732505139597; forceNewPlan=false, retain=false 2024-11-25T03:25:56,434 INFO [38a5d2077268:43121 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T03:25:56,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPENING, regionLocation=38a5d2077268,39855,1732505139597 2024-11-25T03:25:56,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE because future has completed 2024-11-25T03:25:56,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597}] 2024-11-25T03:25:56,609 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,609 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:56,610 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,610 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:56,610 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,610 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,612 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,613 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:56,613 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:56,620 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/767942c0fc1e4c47a3b275b093ea8353 2024-11-25T03:25:56,621 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:56,621 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,622 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:56,622 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:56,630 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/950015cd168540d093a1a0419d3f07f4 2024-11-25T03:25:56,630 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:56,630 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,631 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,632 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,633 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,633 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,634 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T03:25:56,636 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,637 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0736a27ab1c8f293d7117cda0568f2c1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69725485, jitterRate=0.03899069130420685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T03:25:56,637 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,638 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0736a27ab1c8f293d7117cda0568f2c1: Running coprocessor pre-open hook at 1732505156610Writing region info on filesystem at 1732505156610Initializing all the Stores at 1732505156611 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505156611Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505156612 (+1 ms)Cleaning up temporary data from old regions at 1732505156633 (+21 ms)Running coprocessor post-open hooks at 1732505156637 (+4 ms)Region opened successfully at 1732505156638 (+1 ms) 2024-11-25T03:25:56,639 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., pid=12, masterSystemTime=1732505156604 2024-11-25T03:25:56,642 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,642 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPEN, openSeqNum=18, regionLocation=38a5d2077268,39855,1732505139597 2024-11-25T03:25:56,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 because future has completed 2024-11-25T03:25:56,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-25T03:25:56,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39855,1732505139597 in 209 msec 2024-11-25T03:25:56,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, REOPEN/MOVE in 579 msec 2024-11-25T03:25:56,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:25:56,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:25:56,679 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 38a5d2077268,39855,1732505139597: testing ***** 2024-11-25T03:25:56,679 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:25:56,681 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:25:56,683 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:25:56,685 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:25:56,686 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:25:56,692 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 287066864 }, "NonHeapMemoryUsage": { "committed": 172097536, "init": 7667712, "max": -1, "used": 169463456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54247", "tag.serverName": "38a5d2077268,39091,1732505139483", "tag.clusterId": "2ff99ffe-dff4-42d4-92c0-80e705a4fdf2", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732505139483, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T03:25:56,695 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43121 {}] master.MasterRpcServices(700): 38a5d2077268,39855,1732505139597 reported a fatal error: ***** ABORTING region server 38a5d2077268,39855,1732505139597: testing ***** 2024-11-25T03:25:56,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,39855,1732505139597' ***** 2024-11-25T03:25:56,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-25T03:25:56,698 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:25:56,698 INFO [RS:1;38a5d2077268:39855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T03:25:56,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:25:56,698 INFO [RS:1;38a5d2077268:39855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T03:25:56,698 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51690 deadline: 1732505216698, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39855 startCode=1732505139597. As of locationSeqNum=12. 2024-11-25T03:25:56,699 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(956): aborting server 38a5d2077268,39855,1732505139597 2024-11-25T03:25:56,699 INFO [RS:1;38a5d2077268:39855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:25:56,699 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:25:56,699 INFO [RS:1;38a5d2077268:39855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;38a5d2077268:39855. 2024-11-25T03:25:56,699 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,699 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,699 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39855 startCode=1732505139597. As of locationSeqNum=12. 2024-11-25T03:25:56,699 DEBUG [RS:1;38a5d2077268:39855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:25:56,699 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:25:56,699 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,700 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39855 startCode=1732505139597. As of locationSeqNum=12. 2024-11-25T03:25:56,700 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=38a5d2077268 port=39855 startCode=1732505139597. As of locationSeqNum=12. 2024-11-25T03:25:56,700 DEBUG [RS:1;38a5d2077268:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:25:56,700 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:25:56,701 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1325): Online Regions={0736a27ab1c8f293d7117cda0568f2c1=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.} 2024-11-25T03:25:56,701 DEBUG [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1351): Waiting on 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:56,702 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,703 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505156699Running coprocessor pre-close hooks at 1732505156699Disabling compacts and flushes for region at 1732505156699Disabling writes for close at 1732505156699Writing region close event to WAL at 1732505156702 (+3 ms)Running coprocessor post-close hooks at 1732505156702Closed at 1732505156702 2024-11-25T03:25:56,703 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:56,748 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:25:56,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,39855,1732505139597 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:56,812 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,39855,1732505139597 aborting 2024-11-25T03:25:56,813 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,39855,1732505139597 aborting 2024-11-25T03:25:56,813 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=12 from cache 2024-11-25T03:25:56,901 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,39855,1732505139597; all regions closed. 2024-11-25T03:25:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741833_1009 (size=1400) 2024-11-25T03:25:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741833_1009 (size=1400) 2024-11-25T03:25:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741833_1009 (size=1400) 2024-11-25T03:25:56,906 DEBUG [RS:1;38a5d2077268:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:25:56,906 INFO [RS:1;38a5d2077268:39855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:25:56,906 INFO [RS:1;38a5d2077268:39855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:25:56,906 INFO [RS:1;38a5d2077268:39855 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:25:56,907 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:25:56,907 INFO [RS:1;38a5d2077268:39855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:25:56,907 INFO [RS:1;38a5d2077268:39855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:25:56,907 INFO [RS:1;38a5d2077268:39855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:25:56,907 INFO [RS:1;38a5d2077268:39855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:25:56,907 INFO [RS:1;38a5d2077268:39855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39855 2024-11-25T03:25:56,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,39855,1732505139597 2024-11-25T03:25:56,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:25:56,915 INFO [RS:1;38a5d2077268:39855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:25:56,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,39855,1732505139597] 2024-11-25T03:25:56,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,39855,1732505139597 already deleted, retry=false 2024-11-25T03:25:56,919 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 38a5d2077268,39855,1732505139597 on 38a5d2077268,43121,1732505138794 2024-11-25T03:25:56,925 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 38a5d2077268,39855,1732505139597, splitWal=true, meta=false 2024-11-25T03:25:56,927 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 38a5d2077268,39855,1732505139597 (carryingMeta=false) 38a5d2077268,39855,1732505139597/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6eb18365[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:25:56,928 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 38a5d2077268,39855,1732505139597, splitWal=true, meta=false 2024-11-25T03:25:56,929 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 38a5d2077268,39855,1732505139597 had 1 regions 2024-11-25T03:25:56,931 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,39855,1732505139597, splitWal=true, meta=false, isMeta: false 2024-11-25T03:25:56,932 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting 2024-11-25T03:25:56,933 INFO [PEWorker-2 {}] master.SplitWALManager(105): 38a5d2077268,39855,1732505139597 WAL count=1, meta=false 2024-11-25T03:25:56,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 38a5d2077268%2C39855%2C1732505139597.1732505141096}] 2024-11-25T03:25:56,943 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=38a5d2077268,39091,1732505139483 2024-11-25T03:25:56,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C39855%2C1732505139597.1732505141096, worker=38a5d2077268,39091,1732505139483}] 2024-11-25T03:25:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:25:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x1014d285dca0002, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:25:57,018 INFO [RS:1;38a5d2077268:39855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:25:57,019 INFO [RS:1;38a5d2077268:39855 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,39855,1732505139597; zookeeper connection closed. 2024-11-25T03:25:57,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ed550a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ed550a 2024-11-25T03:25:57,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18] 2024-11-25T03:25:57,026 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 38a5d2077268:39855 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 38a5d2077268/172.17.0.2:39855 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:57,027 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18, error=java.net.ConnectException: Call to address=38a5d2077268:39855 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 38a5d2077268/172.17.0.2:39855 2024-11-25T03:25:57,027 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-25T03:25:57,027 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 from cache 2024-11-25T03:25:57,027 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 38a5d2077268:39855 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 38a5d2077268/172.17.0.2:39855 2024-11-25T03:25:57,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-25T03:25:57,127 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096, size=1.4 K (1400bytes) 2024-11-25T03:25:57,127 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 2024-11-25T03:25:57,128 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 after 1ms 2024-11-25T03:25:57,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:57,131 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 took 4ms 2024-11-25T03:25:57,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 0736a27ab1c8f293d7117cda0568f2c1: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-25T03:25:57,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 so closing down 2024-11-25T03:25:57,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:57,140 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:57,140 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096, size=1.4 K, length=1400, corrupted=false, cancelled=false 2024-11-25T03:25:57,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096, journal: Splitting hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096, size=1.4 K (1400bytes) at 1732505157127Finishing writing output for hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 so closing down at 1732505157140 (+13 ms)3 split writer threads finished at 1732505157140Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096, size=1.4 K, length=1400, corrupted=false, cancelled=false at 1732505157140 2024-11-25T03:25:57,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 2024-11-25T03:25:57,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T03:25:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43121 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T03:25:57,150 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting/38a5d2077268%2C39855%2C1732505139597.1732505141096 to hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs 2024-11-25T03:25:57,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T03:25:57,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C39855%2C1732505139597.1732505141096, worker=38a5d2077268,39091,1732505139483 in 204 msec 2024-11-25T03:25:57,155 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=38a5d2077268,39091,1732505139483 2024-11-25T03:25:57,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T03:25:57,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 38a5d2077268%2C39855%2C1732505139597.1732505141096, worker=38a5d2077268,39091,1732505139483 in 221 msec 2024-11-25T03:25:57,160 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting dir is empty, no logs to split. 2024-11-25T03:25:57,160 INFO [PEWorker-2 {}] master.SplitWALManager(105): 38a5d2077268,39855,1732505139597 WAL count=0, meta=false 2024-11-25T03:25:57,160 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,39855,1732505139597 WAL splitting is done? wals=0, meta=false 2024-11-25T03:25:57,162 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 38a5d2077268,39855,1732505139597 failed, ignore...File hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/WALs/38a5d2077268,39855,1732505139597-splitting does not exist. 2024-11-25T03:25:57,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN}] 2024-11-25T03:25:57,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN 2024-11-25T03:25:57,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:25:57,318 INFO [38a5d2077268:43121 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:25:57,318 INFO [38a5d2077268:43121 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:25:57,318 DEBUG [38a5d2077268:43121 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:25:57,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPENING, regionLocation=38a5d2077268,39091,1732505139483 2024-11-25T03:25:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN because future has completed 2024-11-25T03:25:57,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483}] 2024-11-25T03:25:57,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18] 2024-11-25T03:25:57,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 38a5d2077268:39855 this server is in the failed servers list 2024-11-25T03:25:57,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=38a5d2077268:39855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 38a5d2077268:39855 2024-11-25T03:25:57,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 38a5d2077268:39855 2024-11-25T03:25:57,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39855,1732505139597, seqNum=18 from cache 2024-11-25T03:25:57,478 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:57,479 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0736a27ab1c8f293d7117cda0568f2c1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:57,479 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,479 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:57,479 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,479 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,481 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,482 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf1 2024-11-25T03:25:57,482 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,489 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf1/767942c0fc1e4c47a3b275b093ea8353 2024-11-25T03:25:57,489 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,489 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,490 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0736a27ab1c8f293d7117cda0568f2c1 columnFamilyName cf2 2024-11-25T03:25:57,490 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,496 DEBUG [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/cf2/950015cd168540d093a1a0419d3f07f4 2024-11-25T03:25:57,497 INFO [StoreOpener-0736a27ab1c8f293d7117cda0568f2c1-1 {}] regionserver.HStore(327): Store=0736a27ab1c8f293d7117cda0568f2c1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,497 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,498 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,499 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,500 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,500 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,501 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T03:25:57,502 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,503 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0736a27ab1c8f293d7117cda0568f2c1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73306324, jitterRate=0.0923493504524231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T03:25:57,503 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:25:57,504 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0736a27ab1c8f293d7117cda0568f2c1: Running coprocessor pre-open hook at 1732505157480Writing region info on filesystem at 1732505157480Initializing all the Stores at 1732505157480Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157481 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157481Cleaning up temporary data from old regions at 1732505157500 (+19 ms)Running coprocessor post-open hooks at 1732505157503 (+3 ms)Region opened successfully at 1732505157504 (+1 ms) 2024-11-25T03:25:57,505 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., pid=17, masterSystemTime=1732505157474 2024-11-25T03:25:57,508 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:57,508 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:25:57,509 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0736a27ab1c8f293d7117cda0568f2c1, regionState=OPEN, openSeqNum=18, regionLocation=38a5d2077268,39091,1732505139483 2024-11-25T03:25:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 because future has completed 2024-11-25T03:25:57,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T03:25:57,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 0736a27ab1c8f293d7117cda0568f2c1, server=38a5d2077268,39091,1732505139483 in 191 msec 2024-11-25T03:25:57,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T03:25:57,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0736a27ab1c8f293d7117cda0568f2c1, ASSIGN in 351 msec 2024-11-25T03:25:57,520 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 38a5d2077268,39855,1732505139597 after splitting done 2024-11-25T03:25:57,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 38a5d2077268,39855,1732505139597, splitWal=true, meta=false in 600 msec 2024-11-25T03:25:57,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1., hostname=38a5d2077268,39091,1732505139483, seqNum=18] 2024-11-25T03:25:57,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=406 (was 410), OpenFileDescriptor=1048 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=6345 (was 6408) 2024-11-25T03:25:57,860 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-25T03:25:57,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=406, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=6344 2024-11-25T03:25:57,872 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-25T03:25:57,888 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:57,890 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:57,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:57,892 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52014549, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-52014549, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:57,905 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52014549/hregion-52014549.1732505157893, exclude list is [], retry=0 2024-11-25T03:25:57,908 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:57,908 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:57,908 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:57,911 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52014549/hregion-52014549.1732505157893 2024-11-25T03:25:57,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:57,912 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6aa3e2e37468df998197a03f5f9ab155, NAME => 'testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741893_1071 (size=67) 2024-11-25T03:25:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741893_1071 (size=67) 2024-11-25T03:25:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741893_1071 (size=67) 2024-11-25T03:25:57,920 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:57,921 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,923 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName a 2024-11-25T03:25:57,923 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,923 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,923 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,925 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName b 2024-11-25T03:25:57,925 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,925 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,926 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,927 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName c 2024-11-25T03:25:57,927 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,927 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,927 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,928 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,929 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,930 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,930 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,931 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:57,932 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,934 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:57,934 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6aa3e2e37468df998197a03f5f9ab155; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60060664, jitterRate=-0.10502636432647705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:57,935 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6aa3e2e37468df998197a03f5f9ab155: Writing region info on filesystem at 1732505157920Initializing all the Stores at 1732505157921 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157921Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157921Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157921Cleaning up temporary data from old regions at 1732505157930 (+9 ms)Region opened successfully at 1732505157935 (+5 ms) 2024-11-25T03:25:57,935 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6aa3e2e37468df998197a03f5f9ab155, disabling compactions & flushes 2024-11-25T03:25:57,935 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:57,935 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:57,935 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. after waiting 0 ms 2024-11-25T03:25:57,935 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:57,936 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:57,936 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6aa3e2e37468df998197a03f5f9ab155: Waiting for close lock at 1732505157935Disabling compacts and flushes for region at 1732505157935Disabling writes for close at 1732505157935Writing region close event to WAL at 1732505157936 (+1 ms)Closed at 1732505157936 2024-11-25T03:25:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741892_1070 (size=95) 2024-11-25T03:25:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741892_1070 (size=95) 2024-11-25T03:25:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741892_1070 (size=95) 2024-11-25T03:25:57,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:57,942 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52014549:(num 1732505157893) 2024-11-25T03:25:57,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:57,944 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:57,957 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, exclude list is [], retry=0 2024-11-25T03:25:57,960 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:57,960 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:57,960 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:57,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 2024-11-25T03:25:57,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:57,963 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aa3e2e37468df998197a03f5f9ab155, NAME => 'testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:57,964 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:57,964 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,964 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,966 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,967 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName a 2024-11-25T03:25:57,967 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,967 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,968 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,969 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName b 2024-11-25T03:25:57,969 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,969 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,969 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,970 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName c 2024-11-25T03:25:57,970 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:57,975 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:57,975 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,976 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,978 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,978 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,979 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:57,981 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:57,981 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6aa3e2e37468df998197a03f5f9ab155; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68321347, jitterRate=0.018067404627799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:57,982 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6aa3e2e37468df998197a03f5f9ab155: Writing region info on filesystem at 1732505157964Initializing all the Stores at 1732505157965 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157965Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157966 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505157966Cleaning up temporary data from old regions at 1732505157978 (+12 ms)Region opened successfully at 1732505157982 (+4 ms) 2024-11-25T03:25:58,011 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6aa3e2e37468df998197a03f5f9ab155 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T03:25:58,027 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/a/30e74ac6ed71493b86f8e6d20813c8f6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732505157982/Put/seqid=0 2024-11-25T03:25:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741895_1073 (size=5958) 2024-11-25T03:25:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741895_1073 (size=5958) 2024-11-25T03:25:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741895_1073 (size=5958) 2024-11-25T03:25:58,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/a/30e74ac6ed71493b86f8e6d20813c8f6 2024-11-25T03:25:58,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/c823e77c33f641ce96ad696833fc48fb is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732505157991/Put/seqid=0 2024-11-25T03:25:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741896_1074 (size=5958) 2024-11-25T03:25:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741896_1074 (size=5958) 2024-11-25T03:25:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741896_1074 (size=5958) 2024-11-25T03:25:58,072 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/c823e77c33f641ce96ad696833fc48fb 2024-11-25T03:25:58,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/c/0d0da9ce27cd417c9833cfd565b453fd is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732505157999/Put/seqid=0 2024-11-25T03:25:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741897_1075 (size=5958) 2024-11-25T03:25:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741897_1075 (size=5958) 2024-11-25T03:25:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741897_1075 (size=5958) 2024-11-25T03:25:58,102 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/c/0d0da9ce27cd417c9833cfd565b453fd 2024-11-25T03:25:58,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/a/30e74ac6ed71493b86f8e6d20813c8f6 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/a/30e74ac6ed71493b86f8e6d20813c8f6 2024-11-25T03:25:58,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/a/30e74ac6ed71493b86f8e6d20813c8f6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T03:25:58,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/c823e77c33f641ce96ad696833fc48fb as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/c823e77c33f641ce96ad696833fc48fb 2024-11-25T03:25:58,120 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/c823e77c33f641ce96ad696833fc48fb, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T03:25:58,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/c/0d0da9ce27cd417c9833cfd565b453fd as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/c/0d0da9ce27cd417c9833cfd565b453fd 2024-11-25T03:25:58,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/c/0d0da9ce27cd417c9833cfd565b453fd, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T03:25:58,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 6aa3e2e37468df998197a03f5f9ab155 in 116ms, sequenceid=33, compaction requested=false 2024-11-25T03:25:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6aa3e2e37468df998197a03f5f9ab155: 2024-11-25T03:25:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6aa3e2e37468df998197a03f5f9ab155, disabling compactions & flushes 2024-11-25T03:25:58,127 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. after waiting 0 ms 2024-11-25T03:25:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:58,129 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. 2024-11-25T03:25:58,129 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6aa3e2e37468df998197a03f5f9ab155: Waiting for close lock at 1732505158127Disabling compacts and flushes for region at 1732505158127Disabling writes for close at 1732505158127Writing region close event to WAL at 1732505158129 (+2 ms)Closed at 1732505158129 2024-11-25T03:25:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741894_1072 (size=3386) 2024-11-25T03:25:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741894_1072 (size=3386) 2024-11-25T03:25:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741894_1072 (size=3386) 2024-11-25T03:25:58,138 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/c823e77c33f641ce96ad696833fc48fb to hdfs://localhost:46219/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/c823e77c33f641ce96ad696833fc48fb 2024-11-25T03:25:58,155 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, size=3.3 K (3386bytes) 2024-11-25T03:25:58,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 2024-11-25T03:25:58,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 after 0ms 2024-11-25T03:25:58,158 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:58,158 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 took 3ms 2024-11-25T03:25:58,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 so closing down 2024-11-25T03:25:58,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:25:58,161 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732505157944.temp 2024-11-25T03:25:58,162 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp 2024-11-25T03:25:58,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:25:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741898_1076 (size=2944) 2024-11-25T03:25:58,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T03:25:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741898_1076 (size=2944) 2024-11-25T03:25:58,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741898_1076 (size=2944) 2024-11-25T03:25:58,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 2024-11-25T03:25:58,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, size=3.3 K, length=3386, corrupted=false, cancelled=false 2024-11-25T03:25:58,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, journal: Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, size=3.3 K (3386bytes) at 1732505158155Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 so closing down at 1732505158160 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp at 1732505158162 (+2 ms)3 split writer threads finished at 1732505158163 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732505158171 (+8 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000003-wal.1732505157944.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 at 1732505158173 (+2 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944, size=3.3 K, length=3386, corrupted=false, cancelled=false at 1732505158173 2024-11-25T03:25:58,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505157944 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505157944 2024-11-25T03:25:58,176 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 2024-11-25T03:25:58,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:58,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:58,191 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505158178, exclude list is [], retry=0 2024-11-25T03:25:58,194 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:58,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:58,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:58,196 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505158178 2024-11-25T03:25:58,198 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:25:58,198 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aa3e2e37468df998197a03f5f9ab155, NAME => 'testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:58,198 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:58,198 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,198 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,199 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,200 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName a 2024-11-25T03:25:58,200 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,206 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/a/30e74ac6ed71493b86f8e6d20813c8f6 2024-11-25T03:25:58,206 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,206 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,207 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName b 2024-11-25T03:25:58,207 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,208 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,208 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,208 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3e2e37468df998197a03f5f9ab155 columnFamilyName c 2024-11-25T03:25:58,208 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,213 DEBUG [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/c/0d0da9ce27cd417c9833cfd565b453fd 2024-11-25T03:25:58,213 INFO [StoreOpener-6aa3e2e37468df998197a03f5f9ab155-1 {}] regionserver.HStore(327): Store=6aa3e2e37468df998197a03f5f9ab155/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,214 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,216 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 2024-11-25T03:25:58,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:25:58,221 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 2024-11-25T03:25:58,221 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6aa3e2e37468df998197a03f5f9ab155 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T03:25:58,238 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/f6c3d054b2884f2f880a5542a6f28976 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732505157991/Put/seqid=0 2024-11-25T03:25:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741900_1078 (size=5958) 2024-11-25T03:25:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741900_1078 (size=5958) 2024-11-25T03:25:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741900_1078 (size=5958) 2024-11-25T03:25:58,246 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/f6c3d054b2884f2f880a5542a6f28976 2024-11-25T03:25:58,252 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/.tmp/b/f6c3d054b2884f2f880a5542a6f28976 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/f6c3d054b2884f2f880a5542a6f28976 2024-11-25T03:25:58,258 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/b/f6c3d054b2884f2f880a5542a6f28976, entries=10, sequenceid=32, filesize=5.8 K 2024-11-25T03:25:58,259 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6aa3e2e37468df998197a03f5f9ab155 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-11-25T03:25:58,259 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/0000000000000000032 2024-11-25T03:25:58,260 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,261 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,261 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:58,263 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6aa3e2e37468df998197a03f5f9ab155 2024-11-25T03:25:58,265 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/6aa3e2e37468df998197a03f5f9ab155/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-25T03:25:58,266 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6aa3e2e37468df998197a03f5f9ab155; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66505524, jitterRate=-0.008990466594696045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:58,267 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6aa3e2e37468df998197a03f5f9ab155: Writing region info on filesystem at 1732505158198Initializing all the Stores at 1732505158199 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158199Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158199Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158199Obtaining lock to block concurrent updates at 1732505158221 (+22 ms)Preparing flush snapshotting stores in 6aa3e2e37468df998197a03f5f9ab155 at 1732505158221Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732505158221Flushing stores of testReplayEditsWrittenViaHRegion,,1732505157888.6aa3e2e37468df998197a03f5f9ab155. at 1732505158221Flushing 6aa3e2e37468df998197a03f5f9ab155/b: creating writer at 1732505158221Flushing 6aa3e2e37468df998197a03f5f9ab155/b: appending metadata at 1732505158238 (+17 ms)Flushing 6aa3e2e37468df998197a03f5f9ab155/b: closing flushed file at 1732505158238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f826fb: reopening flushed file at 1732505158251 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6aa3e2e37468df998197a03f5f9ab155 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1732505158259 (+8 ms)Cleaning up temporary data from old regions at 1732505158261 (+2 ms)Region opened successfully at 1732505158267 (+6 ms) 2024-11-25T03:25:58,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=415 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:46576 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:55240 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:55392 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:46402 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:55256 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:55056 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=6334 (was 6344) 2024-11-25T03:25:58,290 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-25T03:25:58,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=6333 2024-11-25T03:25:58,302 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-25T03:25:58,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:58,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:25:58,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:25:58,322 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24192277, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-24192277, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:58,335 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24192277/hregion-24192277.1732505158322, exclude list is [], retry=0 2024-11-25T03:25:58,338 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:58,338 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:58,339 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:58,343 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24192277/hregion-24192277.1732505158322 2024-11-25T03:25:58,343 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:25:58,343 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 418a415ac9485d741225f8bc600a6c20, NAME => 'testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:25:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741902_1080 (size=68) 2024-11-25T03:25:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741902_1080 (size=68) 2024-11-25T03:25:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741902_1080 (size=68) 2024-11-25T03:25:58,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:58,355 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,356 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName a 2024-11-25T03:25:58,357 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,357 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,357 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,358 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName b 2024-11-25T03:25:58,358 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,359 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,359 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,360 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName c 2024-11-25T03:25:58,360 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,361 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,361 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,363 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,363 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,364 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:58,365 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,367 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:25:58,368 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 418a415ac9485d741225f8bc600a6c20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65375538, jitterRate=-0.025828570127487183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:58,368 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 418a415ac9485d741225f8bc600a6c20: Writing region info on filesystem at 1732505158354Initializing all the Stores at 1732505158355 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158355Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158355Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158355Cleaning up temporary data from old regions at 1732505158363 (+8 ms)Region opened successfully at 1732505158368 (+5 ms) 2024-11-25T03:25:58,369 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 418a415ac9485d741225f8bc600a6c20, disabling compactions & flushes 2024-11-25T03:25:58,369 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:25:58,369 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:25:58,369 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. after waiting 0 ms 2024-11-25T03:25:58,369 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:25:58,369 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:25:58,369 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 418a415ac9485d741225f8bc600a6c20: Waiting for close lock at 1732505158368Disabling compacts and flushes for region at 1732505158368Disabling writes for close at 1732505158369 (+1 ms)Writing region close event to WAL at 1732505158369Closed at 1732505158369 2024-11-25T03:25:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741901_1079 (size=95) 2024-11-25T03:25:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741901_1079 (size=95) 2024-11-25T03:25:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741901_1079 (size=95) 2024-11-25T03:25:58,375 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:25:58,375 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24192277:(num 1732505158322) 2024-11-25T03:25:58,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:25:58,377 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:25:58,390 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, exclude list is [], retry=0 2024-11-25T03:25:58,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:25:58,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:25:58,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:25:58,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 2024-11-25T03:25:58,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:25:58,474 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 418a415ac9485d741225f8bc600a6c20, NAME => 'testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:25:58,477 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,477 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:25:58,478 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,478 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,481 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,482 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName a 2024-11-25T03:25:58,482 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,483 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,483 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,484 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName b 2024-11-25T03:25:58,484 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,485 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,485 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,486 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName c 2024-11-25T03:25:58,486 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:25:58,488 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:25:58,488 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,490 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,492 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:25:58,493 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,494 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 418a415ac9485d741225f8bc600a6c20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71403683, jitterRate=0.0639977902173996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:25:58,494 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:25:58,495 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 418a415ac9485d741225f8bc600a6c20: Running coprocessor pre-open hook at 1732505158478Writing region info on filesystem at 1732505158478Initializing all the Stores at 1732505158479 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158479Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158480 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505158480Cleaning up temporary data from old regions at 1732505158491 (+11 ms)Running coprocessor post-open hooks at 1732505158494 (+3 ms)Region opened successfully at 1732505158494 2024-11-25T03:25:58,508 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418a415ac9485d741225f8bc600a6c20 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-25T03:25:58,509 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:25:59,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-25T03:25:59,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:59,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-25T03:25:59,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:59,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T03:25:59,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:59,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-25T03:25:59,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:59,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-25T03:25:59,203 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-25T03:25:59,509 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:00,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:26:00,510 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:01,511 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:02,511 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:03,512 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:04,513 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:05,513 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:06,514 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:07,515 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 418a415ac9485d741225f8bc600a6c20/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:07,516 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 418a415ac9485d741225f8bc600a6c20: 2024-11-25T03:26:07,516 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,531 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 418a415ac9485d741225f8bc600a6c20: 2024-11-25T03:26:07,531 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-25T03:26:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 418a415ac9485d741225f8bc600a6c20, disabling compactions & flushes 2024-11-25T03:26:07,532 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. after waiting 0 ms 2024-11-25T03:26:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,532 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,532 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. 2024-11-25T03:26:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 418a415ac9485d741225f8bc600a6c20: Waiting for close lock at 1732505167532Running coprocessor pre-close hooks at 1732505167532Disabling compacts and flushes for region at 1732505167532Disabling writes for close at 1732505167532Writing region close event to WAL at 1732505167532Running coprocessor post-close hooks at 1732505167532Closed at 1732505167532 2024-11-25T03:26:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741903_1081 (size=2691) 2024-11-25T03:26:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741903_1081 (size=2691) 2024-11-25T03:26:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741903_1081 (size=2691) 2024-11-25T03:26:07,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, size=2.6 K (2691bytes) 2024-11-25T03:26:07,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 2024-11-25T03:26:07,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 after 1ms 2024-11-25T03:26:07,554 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:07,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 took 4ms 2024-11-25T03:26:07,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 so closing down 2024-11-25T03:26:07,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:26:07,558 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732505158377.temp 2024-11-25T03:26:07,559 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp 2024-11-25T03:26:07,559 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:26:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741904_1082 (size=2094) 2024-11-25T03:26:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741904_1082 (size=2094) 2024-11-25T03:26:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741904_1082 (size=2094) 2024-11-25T03:26:07,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-25T03:26:07,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 2024-11-25T03:26:07,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-25T03:26:07,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, journal: Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, size=2.6 K (2691bytes) at 1732505167551Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 so closing down at 1732505167557 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp at 1732505167559 (+2 ms)3 split writer threads finished at 1732505167559Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732505167570 (+11 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000004-wal.1732505158377.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 at 1732505167571 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732505167571 2024-11-25T03:26:07,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505158377 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505158377 2024-11-25T03:26:07,574 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 2024-11-25T03:26:07,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:07,576 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:07,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505167576, exclude list is [], retry=0 2024-11-25T03:26:07,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:07,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:07,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:07,594 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505167576 2024-11-25T03:26:07,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:26:07,595 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 418a415ac9485d741225f8bc600a6c20, NAME => 'testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:07,596 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,596 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:07,596 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,596 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,598 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,599 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName a 2024-11-25T03:26:07,599 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:07,599 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:07,600 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,600 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName b 2024-11-25T03:26:07,600 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:07,601 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:07,601 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,601 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418a415ac9485d741225f8bc600a6c20 columnFamilyName c 2024-11-25T03:26:07,601 DEBUG [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:07,602 INFO [StoreOpener-418a415ac9485d741225f8bc600a6c20-1 {}] regionserver.HStore(327): Store=418a415ac9485d741225f8bc600a6c20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:07,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,604 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 2024-11-25T03:26:07,606 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:07,608 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 2024-11-25T03:26:07,608 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418a415ac9485d741225f8bc600a6c20 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-25T03:26:07,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/a/858fc2d7c2bd48d8832b33a872164e12 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732505167522/Put/seqid=0 2024-11-25T03:26:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741906_1084 (size=5523) 2024-11-25T03:26:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741906_1084 (size=5523) 2024-11-25T03:26:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741906_1084 (size=5523) 2024-11-25T03:26:07,631 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/a/858fc2d7c2bd48d8832b33a872164e12 2024-11-25T03:26:07,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/b/16ba4c26273a4614a43a2725b9cc7524 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732505167516/Put/seqid=0 2024-11-25T03:26:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741907_1085 (size=5524) 2024-11-25T03:26:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741907_1085 (size=5524) 2024-11-25T03:26:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741907_1085 (size=5524) 2024-11-25T03:26:07,659 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/b/16ba4c26273a4614a43a2725b9cc7524 2024-11-25T03:26:07,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/c/1c7cf560ec03401ca04c610a551d5666 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732505167519/Put/seqid=0 2024-11-25T03:26:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741908_1086 (size=5457) 2024-11-25T03:26:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741908_1086 (size=5457) 2024-11-25T03:26:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741908_1086 (size=5457) 2024-11-25T03:26:07,696 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/c/1c7cf560ec03401ca04c610a551d5666 2024-11-25T03:26:07,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/a/858fc2d7c2bd48d8832b33a872164e12 as hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/a/858fc2d7c2bd48d8832b33a872164e12 2024-11-25T03:26:07,708 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/a/858fc2d7c2bd48d8832b33a872164e12, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T03:26:07,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/b/16ba4c26273a4614a43a2725b9cc7524 as hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/b/16ba4c26273a4614a43a2725b9cc7524 2024-11-25T03:26:07,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/b/16ba4c26273a4614a43a2725b9cc7524, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T03:26:07,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/.tmp/c/1c7cf560ec03401ca04c610a551d5666 as hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/c/1c7cf560ec03401ca04c610a551d5666 2024-11-25T03:26:07,720 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/c/1c7cf560ec03401ca04c610a551d5666, entries=6, sequenceid=26, filesize=5.3 K 2024-11-25T03:26:07,720 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 418a415ac9485d741225f8bc600a6c20 in 112ms, sequenceid=26, compaction requested=false; wal=null 2024-11-25T03:26:07,721 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/0000000000000000026 2024-11-25T03:26:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,723 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:07,724 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,727 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsAfterAbortingFlush/418a415ac9485d741225f8bc600a6c20/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-25T03:26:07,728 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 418a415ac9485d741225f8bc600a6c20; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75281951, jitterRate=0.12178848683834076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:07,728 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 418a415ac9485d741225f8bc600a6c20 2024-11-25T03:26:07,728 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 418a415ac9485d741225f8bc600a6c20: Running coprocessor pre-open hook at 1732505167596Writing region info on filesystem at 1732505167596Initializing all the Stores at 1732505167597 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505167597Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505167597Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505167597Obtaining lock to block concurrent updates at 1732505167608 (+11 ms)Preparing flush snapshotting stores in 418a415ac9485d741225f8bc600a6c20 at 1732505167608Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732505167608Flushing stores of testReplayEditsAfterAbortingFlush,,1732505158318.418a415ac9485d741225f8bc600a6c20. at 1732505167608Flushing 418a415ac9485d741225f8bc600a6c20/a: creating writer at 1732505167608Flushing 418a415ac9485d741225f8bc600a6c20/a: appending metadata at 1732505167623 (+15 ms)Flushing 418a415ac9485d741225f8bc600a6c20/a: closing flushed file at 1732505167623Flushing 418a415ac9485d741225f8bc600a6c20/b: creating writer at 1732505167637 (+14 ms)Flushing 418a415ac9485d741225f8bc600a6c20/b: appending metadata at 1732505167651 (+14 ms)Flushing 418a415ac9485d741225f8bc600a6c20/b: closing flushed file at 1732505167651Flushing 418a415ac9485d741225f8bc600a6c20/c: creating writer at 1732505167666 (+15 ms)Flushing 418a415ac9485d741225f8bc600a6c20/c: appending metadata at 1732505167687 (+21 ms)Flushing 418a415ac9485d741225f8bc600a6c20/c: closing flushed file at 1732505167688 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e81d17: reopening flushed file at 1732505167701 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da719ff: reopening flushed file at 1732505167708 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8035e50: reopening flushed file at 1732505167714 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 418a415ac9485d741225f8bc600a6c20 in 112ms, sequenceid=26, compaction requested=false; wal=null at 1732505167720 (+6 ms)Cleaning up temporary data from old regions at 1732505167722 (+2 ms)Running coprocessor post-open hooks at 1732505167728 (+6 ms)Region opened successfully at 1732505167728 2024-11-25T03:26:07,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 415) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:51444 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:53622 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:53630 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:38792 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:38760 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:51424 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=6308 (was 6333) 2024-11-25T03:26:07,753 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T03:26:07,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=6306 2024-11-25T03:26:07,768 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T03:26:07,785 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:07,787 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:07,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:26:07,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08250898, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-08250898, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:07,804 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08250898/hregion-08250898.1732505167791, exclude list is [], retry=0 2024-11-25T03:26:07,807 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:07,807 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:07,807 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:07,809 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08250898/hregion-08250898.1732505167791 2024-11-25T03:26:07,810 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:26:07,810 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 74bebea30d10245de7299fa793a1dec3, NAME => 'testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:26:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741910_1088 (size=61) 2024-11-25T03:26:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741910_1088 (size=61) 2024-11-25T03:26:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741910_1088 (size=61) 2024-11-25T03:26:07,820 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:07,822 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,823 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bebea30d10245de7299fa793a1dec3 columnFamilyName a 2024-11-25T03:26:07,823 DEBUG [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:07,824 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(327): Store=74bebea30d10245de7299fa793a1dec3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:07,824 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,827 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,829 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:26:07,830 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74bebea30d10245de7299fa793a1dec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68096848, jitterRate=0.014722108840942383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:26:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74bebea30d10245de7299fa793a1dec3: Writing region info on filesystem at 1732505167821Initializing all the Stores at 1732505167821Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505167822 (+1 ms)Cleaning up temporary data from old regions at 1732505167826 (+4 ms)Region opened successfully at 1732505167830 (+4 ms) 2024-11-25T03:26:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74bebea30d10245de7299fa793a1dec3, disabling compactions & flushes 2024-11-25T03:26:07,830 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. after waiting 0 ms 2024-11-25T03:26:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,831 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,831 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74bebea30d10245de7299fa793a1dec3: Waiting for close lock at 1732505167830Disabling compacts and flushes for region at 1732505167830Disabling writes for close at 1732505167830Writing region close event to WAL at 1732505167831 (+1 ms)Closed at 1732505167831 2024-11-25T03:26:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741909_1087 (size=95) 2024-11-25T03:26:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741909_1087 (size=95) 2024-11-25T03:26:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741909_1087 (size=95) 2024-11-25T03:26:07,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:26:07,836 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08250898:(num 1732505167791) 2024-11-25T03:26:07,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:07,838 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:07,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, exclude list is [], retry=0 2024-11-25T03:26:07,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:07,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:07,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:07,856 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 2024-11-25T03:26:07,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:26:07,856 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74bebea30d10245de7299fa793a1dec3, NAME => 'testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:07,857 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:07,857 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,857 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,858 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,859 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bebea30d10245de7299fa793a1dec3 columnFamilyName a 2024-11-25T03:26:07,859 DEBUG [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:07,859 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(327): Store=74bebea30d10245de7299fa793a1dec3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:07,860 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,861 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,861 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,863 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:07,864 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74bebea30d10245de7299fa793a1dec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64323555, jitterRate=-0.04150433838367462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:26:07,864 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74bebea30d10245de7299fa793a1dec3: Writing region info on filesystem at 1732505167857Initializing all the Stores at 1732505167858 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505167858Cleaning up temporary data from old regions at 1732505167861 (+3 ms)Region opened successfully at 1732505167864 (+3 ms) 2024-11-25T03:26:07,873 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74bebea30d10245de7299fa793a1dec3, disabling compactions & flushes 2024-11-25T03:26:07,873 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,873 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,873 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. after waiting 0 ms 2024-11-25T03:26:07,873 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,874 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,874 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. 2024-11-25T03:26:07,874 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74bebea30d10245de7299fa793a1dec3: Waiting for close lock at 1732505167873Disabling compacts and flushes for region at 1732505167873Disabling writes for close at 1732505167873Writing region close event to WAL at 1732505167874 (+1 ms)Closed at 1732505167874 2024-11-25T03:26:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741911_1089 (size=1050) 2024-11-25T03:26:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741911_1089 (size=1050) 2024-11-25T03:26:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741911_1089 (size=1050) 2024-11-25T03:26:07,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, size=1.0 K (1050bytes) 2024-11-25T03:26:07,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 2024-11-25T03:26:07,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 after 1ms 2024-11-25T03:26:07,896 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:07,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 took 3ms 2024-11-25T03:26:07,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 so closing down 2024-11-25T03:26:07,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:26:07,899 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732505167838.temp 2024-11-25T03:26:07,900 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp 2024-11-25T03:26:07,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:26:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741912_1090 (size=1050) 2024-11-25T03:26:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741912_1090 (size=1050) 2024-11-25T03:26:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741912_1090 (size=1050) 2024-11-25T03:26:07,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T03:26:07,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:26:07,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp to hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 2024-11-25T03:26:07,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-25T03:26:07,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, journal: Splitting hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, size=1.0 K (1050bytes) at 1732505167893Finishing writing output for hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 so closing down at 1732505167897 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp at 1732505167900 (+3 ms)3 split writer threads finished at 1732505167900Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732505167910 (+10 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000003-wal.1732505167838.temp to hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 at 1732505167912 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732505167912 2024-11-25T03:26:07,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505167838 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505167838 2024-11-25T03:26:07,915 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 2024-11-25T03:26:07,919 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:08,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:08,227 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:08,240 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505168227, exclude list is [], retry=0 2024-11-25T03:26:08,243 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:08,243 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:08,243 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:08,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505168227 2024-11-25T03:26:08,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:26:08,245 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74bebea30d10245de7299fa793a1dec3, NAME => 'testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:08,245 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:08,245 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,245 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,248 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,250 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bebea30d10245de7299fa793a1dec3 columnFamilyName a 2024-11-25T03:26:08,250 DEBUG [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,250 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(327): Store=74bebea30d10245de7299fa793a1dec3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,251 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,251 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,253 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,253 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 2024-11-25T03:26:08,255 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:08,257 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 2024-11-25T03:26:08,257 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74bebea30d10245de7299fa793a1dec3 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-25T03:26:08,278 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/.tmp/a/8e686991adc846bb84eec5b1cde2897f is 79, key is testDatalossWhenInputError/a:x0/1732505167864/Put/seqid=0 2024-11-25T03:26:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741914_1092 (size=5808) 2024-11-25T03:26:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741914_1092 (size=5808) 2024-11-25T03:26:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741914_1092 (size=5808) 2024-11-25T03:26:08,287 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/.tmp/a/8e686991adc846bb84eec5b1cde2897f 2024-11-25T03:26:08,298 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/.tmp/a/8e686991adc846bb84eec5b1cde2897f as hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/a/8e686991adc846bb84eec5b1cde2897f 2024-11-25T03:26:08,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/a/8e686991adc846bb84eec5b1cde2897f, entries=10, sequenceid=12, filesize=5.7 K 2024-11-25T03:26:08,306 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 74bebea30d10245de7299fa793a1dec3 in 49ms, sequenceid=12, compaction requested=false; wal=null 2024-11-25T03:26:08,306 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/0000000000000000012 2024-11-25T03:26:08,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,313 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T03:26:08,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74bebea30d10245de7299fa793a1dec3; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64068547, jitterRate=-0.045304253697395325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:26:08,314 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74bebea30d10245de7299fa793a1dec3: Writing region info on filesystem at 1732505168246Initializing all the Stores at 1732505168248 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168248Obtaining lock to block concurrent updates at 1732505168257 (+9 ms)Preparing flush snapshotting stores in 74bebea30d10245de7299fa793a1dec3 at 1732505168257Finished memstore snapshotting testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732505168257Flushing stores of testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3. at 1732505168257Flushing 74bebea30d10245de7299fa793a1dec3/a: creating writer at 1732505168257Flushing 74bebea30d10245de7299fa793a1dec3/a: appending metadata at 1732505168278 (+21 ms)Flushing 74bebea30d10245de7299fa793a1dec3/a: closing flushed file at 1732505168278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d90840: reopening flushed file at 1732505168296 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 74bebea30d10245de7299fa793a1dec3 in 49ms, sequenceid=12, compaction requested=false; wal=null at 1732505168306 (+10 ms)Cleaning up temporary data from old regions at 1732505168307 (+1 ms)Region opened successfully at 1732505168314 (+7 ms) 2024-11-25T03:26:08,317 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74bebea30d10245de7299fa793a1dec3, NAME => 'testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:08,318 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732505167786.74bebea30d10245de7299fa793a1dec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:08,318 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,318 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,319 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,320 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bebea30d10245de7299fa793a1dec3 columnFamilyName a 2024-11-25T03:26:08,320 DEBUG [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,325 DEBUG [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/a/8e686991adc846bb84eec5b1cde2897f 2024-11-25T03:26:08,325 INFO [StoreOpener-74bebea30d10245de7299fa793a1dec3-1 {}] regionserver.HStore(327): Store=74bebea30d10245de7299fa793a1dec3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,326 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,328 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,328 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,329 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74bebea30d10245de7299fa793a1dec3 2024-11-25T03:26:08,331 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testDatalossWhenInputError/74bebea30d10245de7299fa793a1dec3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-25T03:26:08,332 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74bebea30d10245de7299fa793a1dec3; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62314311, jitterRate=-0.07144440710544586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:26:08,332 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74bebea30d10245de7299fa793a1dec3: Writing region info on filesystem at 1732505168318Initializing all the Stores at 1732505168319 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168319Cleaning up temporary data from old regions at 1732505168328 (+9 ms)Region opened successfully at 1732505168332 (+4 ms) 2024-11-25T03:26:08,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:51444 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:38814 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:51498 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:38792 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:53710 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6298 (was 6306) 2024-11-25T03:26:08,351 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-25T03:26:08,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6293 2024-11-25T03:26:08,366 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-25T03:26:08,382 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:08,384 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:08,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:26:08,386 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39956739, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-39956739, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:08,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39956739/hregion-39956739.1732505168387, exclude list is [], retry=0 2024-11-25T03:26:08,402 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:08,403 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:08,403 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:08,410 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39956739/hregion-39956739.1732505168387 2024-11-25T03:26:08,410 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:26:08,411 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d23b0b83da6dcb879b87058d32d4c082, NAME => 'testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:26:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741916_1094 (size=63) 2024-11-25T03:26:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741916_1094 (size=63) 2024-11-25T03:26:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741916_1094 (size=63) 2024-11-25T03:26:08,424 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:08,425 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,427 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName a 2024-11-25T03:26:08,427 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,427 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,427 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,428 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName b 2024-11-25T03:26:08,429 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,429 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,429 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,430 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName c 2024-11-25T03:26:08,430 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,431 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,431 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,431 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,433 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,433 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,434 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:08,435 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:26:08,438 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d23b0b83da6dcb879b87058d32d4c082; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73104161, jitterRate=0.08933688700199127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:08,438 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d23b0b83da6dcb879b87058d32d4c082: Writing region info on filesystem at 1732505168424Initializing all the Stores at 1732505168425 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168425Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168425Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168425Cleaning up temporary data from old regions at 1732505168433 (+8 ms)Region opened successfully at 1732505168438 (+5 ms) 2024-11-25T03:26:08,438 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d23b0b83da6dcb879b87058d32d4c082, disabling compactions & flushes 2024-11-25T03:26:08,438 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:08,438 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:08,439 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. after waiting 0 ms 2024-11-25T03:26:08,439 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:08,443 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:08,443 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d23b0b83da6dcb879b87058d32d4c082: Waiting for close lock at 1732505168438Disabling compacts and flushes for region at 1732505168438Disabling writes for close at 1732505168439 (+1 ms)Writing region close event to WAL at 1732505168443 (+4 ms)Closed at 1732505168443 2024-11-25T03:26:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741915_1093 (size=95) 2024-11-25T03:26:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741915_1093 (size=95) 2024-11-25T03:26:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741915_1093 (size=95) 2024-11-25T03:26:08,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:26:08,449 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39956739:(num 1732505168387) 2024-11-25T03:26:08,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:08,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:08,465 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, exclude list is [], retry=0 2024-11-25T03:26:08,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:08,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:08,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:08,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 2024-11-25T03:26:08,471 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:26:08,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d23b0b83da6dcb879b87058d32d4c082, NAME => 'testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:08,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:08,471 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,471 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,472 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,473 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName a 2024-11-25T03:26:08,474 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,474 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,474 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,475 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName b 2024-11-25T03:26:08,475 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,476 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,476 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,477 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName c 2024-11-25T03:26:08,477 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:08,477 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:08,477 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,479 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,480 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,480 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,480 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:08,482 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:08,483 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d23b0b83da6dcb879b87058d32d4c082; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65705313, jitterRate=-0.020914539694786072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:08,483 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d23b0b83da6dcb879b87058d32d4c082: Writing region info on filesystem at 1732505168471Initializing all the Stores at 1732505168472 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168472Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168472Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505168472Cleaning up temporary data from old regions at 1732505168480 (+8 ms)Region opened successfully at 1732505168483 (+3 ms) 2024-11-25T03:26:08,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732505168487/Put/seqid=0 2024-11-25T03:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741918_1096 (size=4875) 2024-11-25T03:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741918_1096 (size=4875) 2024-11-25T03:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741918_1096 (size=4875) 2024-11-25T03:26:08,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732505168500/Put/seqid=0 2024-11-25T03:26:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741919_1097 (size=4875) 2024-11-25T03:26:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741919_1097 (size=4875) 2024-11-25T03:26:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741919_1097 (size=4875) 2024-11-25T03:26:08,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732505168515/Put/seqid=0 2024-11-25T03:26:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741920_1098 (size=4875) 2024-11-25T03:26:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741920_1098 (size=4875) 2024-11-25T03:26:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741920_1098 (size=4875) 2024-11-25T03:26:08,523 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,527 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-25T03:26:08,527 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:26:08,527 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,531 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-25T03:26:08,531 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:26:08,531 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,535 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-25T03:26:08,535 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:26:08,535 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d23b0b83da6dcb879b87058d32d4c082 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-25T03:26:08,557 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 is 55, key is testCompactedBulkLoadedFiles/a:a/1732505168483/Put/seqid=0 2024-11-25T03:26:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741921_1099 (size=5107) 2024-11-25T03:26:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741921_1099 (size=5107) 2024-11-25T03:26:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741921_1099 (size=5107) 2024-11-25T03:26:08,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 2024-11-25T03:26:08,572 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 2024-11-25T03:26:08,578 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8, entries=1, sequenceid=4, filesize=5.0 K 2024-11-25T03:26:08,579 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for d23b0b83da6dcb879b87058d32d4c082 in 44ms, sequenceid=4, compaction requested=false 2024-11-25T03:26:08,579 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d23b0b83da6dcb879b87058d32d4c082: 2024-11-25T03:26:08,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ 2024-11-25T03:26:08,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ 2024-11-25T03:26:08,583 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ 2024-11-25T03:26:08,584 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile0 into d23b0b83da6dcb879b87058d32d4c082/a as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ - updating store file list. 2024-11-25T03:26:08,588 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:08,589 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ into d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,589 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile0 into d23b0b83da6dcb879b87058d32d4c082/a (new location: hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_) 2024-11-25T03:26:08,590 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile1 into d23b0b83da6dcb879b87058d32d4c082/a as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ - updating store file list. 2024-11-25T03:26:08,595 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d4cde3cb4344671801c6492694cc1bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:08,595 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ into d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,595 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile1 into d23b0b83da6dcb879b87058d32d4c082/a (new location: hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_) 2024-11-25T03:26:08,596 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile2 into d23b0b83da6dcb879b87058d32d4c082/a as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ - updating store file list. 2024-11-25T03:26:08,601 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:08,601 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ into d23b0b83da6dcb879b87058d32d4c082/a 2024-11-25T03:26:08,601 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46219/hbase/testCompactedBulkLoadedFiles/hfile2 into d23b0b83da6dcb879b87058d32d4c082/a (new location: hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_) 2024-11-25T03:26:08,610 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T03:26:08,610 DEBUG [Time-limited test {}] regionserver.HStore(1541): d23b0b83da6dcb879b87058d32d4c082/a is initiating major compaction (all files) 2024-11-25T03:26:08,610 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d23b0b83da6dcb879b87058d32d4c082/a in testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:08,610 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_] into tmpdir=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp, totalSize=19.3 K 2024-11-25T03:26:08,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a93b39b36bcd4f1a8feb3a82a7f9dcf8, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732505168483 2024-11-25T03:26:08,612 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T03:26:08,612 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5d4cde3cb4344671801c6492694cc1bc_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T03:26:08,613 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T03:26:08,628 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp/a/24a9d6540d7b43d4b61c4859c514fa62 is 55, key is testCompactedBulkLoadedFiles/a:a/1732505168483/Put/seqid=0 2024-11-25T03:26:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741922_1100 (size=6154) 2024-11-25T03:26:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741922_1100 (size=6154) 2024-11-25T03:26:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741922_1100 (size=6154) 2024-11-25T03:26:08,643 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/.tmp/a/24a9d6540d7b43d4b61c4859c514fa62 as hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/24a9d6540d7b43d4b61c4859c514fa62 2024-11-25T03:26:08,650 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in d23b0b83da6dcb879b87058d32d4c082/a of d23b0b83da6dcb879b87058d32d4c082 into 24a9d6540d7b43d4b61c4859c514fa62(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T03:26:08,650 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d23b0b83da6dcb879b87058d32d4c082: 2024-11-25T03:26:08,650 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T03:26:08,650 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T03:26:08,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, size=0 (0bytes) 2024-11-25T03:26:08,685 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 might be still open, length is 0 2024-11-25T03:26:08,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 2024-11-25T03:26:08,686 WARN [IPC Server handler 0 on default port 46219 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-25T03:26:08,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 after 1ms 2024-11-25T03:26:09,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-25T03:26:09,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-25T03:26:09,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-25T03:26:09,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-25T03:26:10,727 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:51532 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51532 dst: /127.0.0.1:39425 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39425 remote=/127.0.0.1:51532]. Total timeout mills is 60000, 57923 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:10,727 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:53746 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42415:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53746 dst: /127.0.0.1:42415 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:10,727 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:38870 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37829:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38870 dst: /127.0.0.1:37829 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741917_1101 (size=1170) 2024-11-25T03:26:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741917_1101 (size=1170) 2024-11-25T03:26:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741917_1101 (size=1170) 2024-11-25T03:26:12,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 after 4002ms 2024-11-25T03:26:12,690 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:12,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 took 4005ms 2024-11-25T03:26:12,692 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452; continuing. 2024-11-25T03:26:12,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 so closing down 2024-11-25T03:26:12,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:26:12,694 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732505168452.temp 2024-11-25T03:26:12,695 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp 2024-11-25T03:26:12,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:26:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741923_1102 (size=549) 2024-11-25T03:26:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741923_1102 (size=549) 2024-11-25T03:26:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741923_1102 (size=549) 2024-11-25T03:26:12,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T03:26:12,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp to hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 2024-11-25T03:26:12,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T03:26:12,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, journal: Splitting hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, size=0 (0bytes) at 1732505168685Finishing writing output for hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 so closing down at 1732505172692 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp at 1732505172695 (+3 ms)3 split writer threads finished at 1732505172695Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732505172703 (+8 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000003-wal.1732505168452.temp to hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 at 1732505172704 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452, size=0, length=0, corrupted=false, cancelled=false at 1732505172704 2024-11-25T03:26:12,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505168452 2024-11-25T03:26:12,707 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 2024-11-25T03:26:12,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:12,709 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:12,723 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505172709, exclude list is [], retry=0 2024-11-25T03:26:12,725 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:12,725 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:12,725 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:12,727 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505172709 2024-11-25T03:26:12,727 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703)] 2024-11-25T03:26:12,727 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d23b0b83da6dcb879b87058d32d4c082, NAME => 'testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:12,727 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:12,727 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,727 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,728 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,729 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName a 2024-11-25T03:26:12,729 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,738 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/24a9d6540d7b43d4b61c4859c514fa62 2024-11-25T03:26:12,743 DEBUG [StoreFileOpener-d23b0b83da6dcb879b87058d32d4c082-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:12,743 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ 2024-11-25T03:26:12,749 DEBUG [StoreFileOpener-d23b0b83da6dcb879b87058d32d4c082-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d4cde3cb4344671801c6492694cc1bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:12,749 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ 2024-11-25T03:26:12,757 DEBUG [StoreFileOpener-d23b0b83da6dcb879b87058d32d4c082-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:26:12,757 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ 2024-11-25T03:26:12,763 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 2024-11-25T03:26:12,763 WARN [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c 2024-11-25T03:26:12,763 WARN [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c 2024-11-25T03:26:12,764 WARN [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c 2024-11-25T03:26:12,764 WARN [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9a8dd6c 2024-11-25T03:26:12,764 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8] to archive 2024-11-25T03:26:12,766 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T03:26:12,768 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ to hdfs://localhost:46219/hbase/archive/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_ 2024-11-25T03:26:12,769 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ to hdfs://localhost:46219/hbase/archive/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/5d4cde3cb4344671801c6492694cc1bc_SeqId_4_ 2024-11-25T03:26:12,770 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ to hdfs://localhost:46219/hbase/archive/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_ 2024-11-25T03:26:12,771 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 to hdfs://localhost:46219/hbase/archive/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/a/a93b39b36bcd4f1a8feb3a82a7f9dcf8 2024-11-25T03:26:12,771 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,772 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,772 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName b 2024-11-25T03:26:12,773 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,773 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,773 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,774 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23b0b83da6dcb879b87058d32d4c082 columnFamilyName c 2024-11-25T03:26:12,774 DEBUG [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,775 INFO [StoreOpener-d23b0b83da6dcb879b87058d32d4c082-1 {}] regionserver.HStore(327): Store=d23b0b83da6dcb879b87058d32d4c082/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,775 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,776 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,778 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 2024-11-25T03:26:12,782 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:12,784 DEBUG [Time-limited test {}] regionserver.HRegion(5836): d23b0b83da6dcb879b87058d32d4c082 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "d23b0b83da6dcb879b87058d32d4c082" family_name: "a" compaction_input: "a93b39b36bcd4f1a8feb3a82a7f9dcf8" compaction_input: "9e7a7aa4d6ef473e8e8a5f182f98bb01_SeqId_4_" compaction_input: "5d4cde3cb4344671801c6492694cc1bc_SeqId_4_" compaction_input: "4e4c1d286dcc4fe2b9943435b6ad34d5_SeqId_4_" compaction_output: "24a9d6540d7b43d4b61c4859c514fa62" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-25T03:26:12,784 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-25T03:26:12,784 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 2024-11-25T03:26:12,785 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/0000000000000000008 2024-11-25T03:26:12,786 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,786 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,786 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:12,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d23b0b83da6dcb879b87058d32d4c082 2024-11-25T03:26:12,790 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testCompactedBulkLoadedFiles/d23b0b83da6dcb879b87058d32d4c082/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:26:12,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d23b0b83da6dcb879b87058d32d4c082; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68451738, jitterRate=0.020010381937026978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:12,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d23b0b83da6dcb879b87058d32d4c082: Writing region info on filesystem at 1732505172727Initializing all the Stores at 1732505172728 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172728Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172728Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172728Cleaning up temporary data from old regions at 1732505172786 (+58 ms)Region opened successfully at 1732505172792 (+6 ms) 2024-11-25T03:26:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d23b0b83da6dcb879b87058d32d4c082, disabling compactions & flushes 2024-11-25T03:26:12,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. after waiting 0 ms 2024-11-25T03:26:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:12,796 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732505168383.d23b0b83da6dcb879b87058d32d4c082. 2024-11-25T03:26:12,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d23b0b83da6dcb879b87058d32d4c082: Waiting for close lock at 1732505172795Disabling compacts and flushes for region at 1732505172795Disabling writes for close at 1732505172795Writing region close event to WAL at 1732505172796 (+1 ms)Closed at 1732505172796 2024-11-25T03:26:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741924_1103 (size=95) 2024-11-25T03:26:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741924_1103 (size=95) 2024-11-25T03:26:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741924_1103 (size=95) 2024-11-25T03:26:12,801 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:26:12,801 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732505172709) 2024-11-25T03:26:12,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=438 (was 426) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_115008937_22 at /127.0.0.1:42338 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_115008937_22 at /127.0.0.1:54616 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46219 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_115008937_22 at /127.0.0.1:49664 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=6263 (was 6293) 2024-11-25T03:26:12,817 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-25T03:26:12,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6263 2024-11-25T03:26:12,830 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-25T03:26:12,846 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:12,848 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:26:12,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:26:12,851 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22395037, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/hregion-22395037, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:12,865 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22395037/hregion-22395037.1732505172851, exclude list is [], retry=0 2024-11-25T03:26:12,867 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:12,867 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:12,869 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:12,870 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22395037/hregion-22395037.1732505172851 2024-11-25T03:26:12,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:26:12,871 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e1fa609688eec5fc6532227c02906aea, NAME => 'testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46219/hbase 2024-11-25T03:26:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741926_1105 (size=67) 2024-11-25T03:26:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741926_1105 (size=67) 2024-11-25T03:26:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741926_1105 (size=67) 2024-11-25T03:26:12,880 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:12,881 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,882 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName a 2024-11-25T03:26:12,882 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,883 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,883 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,884 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName b 2024-11-25T03:26:12,884 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,885 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,885 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,886 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName c 2024-11-25T03:26:12,886 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,887 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,887 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,889 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,889 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,889 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:12,890 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:26:12,893 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1fa609688eec5fc6532227c02906aea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75121930, jitterRate=0.11940398812294006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1fa609688eec5fc6532227c02906aea: Writing region info on filesystem at 1732505172880Initializing all the Stores at 1732505172881 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172881Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172881Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172881Cleaning up temporary data from old regions at 1732505172889 (+8 ms)Region opened successfully at 1732505172893 (+4 ms) 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1fa609688eec5fc6532227c02906aea, disabling compactions & flushes 2024-11-25T03:26:12,893 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. after waiting 0 ms 2024-11-25T03:26:12,893 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,894 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,894 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1fa609688eec5fc6532227c02906aea: Waiting for close lock at 1732505172893Disabling compacts and flushes for region at 1732505172893Disabling writes for close at 1732505172893Writing region close event to WAL at 1732505172894 (+1 ms)Closed at 1732505172894 2024-11-25T03:26:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741925_1104 (size=95) 2024-11-25T03:26:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741925_1104 (size=95) 2024-11-25T03:26:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741925_1104 (size=95) 2024-11-25T03:26:12,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:26:12,898 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22395037:(num 1732505172851) 2024-11-25T03:26:12,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:12,900 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:12,914 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, exclude list is [], retry=0 2024-11-25T03:26:12,916 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:12,917 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:12,917 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:12,918 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 2024-11-25T03:26:12,919 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007)] 2024-11-25T03:26:12,919 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1fa609688eec5fc6532227c02906aea, NAME => 'testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:12,919 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:12,919 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,919 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,920 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,921 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName a 2024-11-25T03:26:12,921 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,922 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,922 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,923 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName b 2024-11-25T03:26:12,923 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,923 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,923 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,924 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName c 2024-11-25T03:26:12,924 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:12,925 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:12,925 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,926 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,928 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:12,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1fa609688eec5fc6532227c02906aea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65812139, jitterRate=-0.019322708249092102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:12,930 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1fa609688eec5fc6532227c02906aea: Writing region info on filesystem at 1732505172919Initializing all the Stores at 1732505172920 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172920Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172920Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505172920Cleaning up temporary data from old regions at 1732505172927 (+7 ms)Region opened successfully at 1732505172930 (+3 ms) 2024-11-25T03:26:12,938 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1fa609688eec5fc6532227c02906aea 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T03:26:12,954 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/05cf141b1e004577b57f0b77ffbfefc8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732505172930/Put/seqid=0 2024-11-25T03:26:12,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741928_1107 (size=5958) 2024-11-25T03:26:12,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741928_1107 (size=5958) 2024-11-25T03:26:12,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741928_1107 (size=5958) 2024-11-25T03:26:12,962 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/05cf141b1e004577b57f0b77ffbfefc8 2024-11-25T03:26:12,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/05cf141b1e004577b57f0b77ffbfefc8 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/05cf141b1e004577b57f0b77ffbfefc8 2024-11-25T03:26:12,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/05cf141b1e004577b57f0b77ffbfefc8, entries=10, sequenceid=13, filesize=5.8 K 2024-11-25T03:26:12,974 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e1fa609688eec5fc6532227c02906aea in 36ms, sequenceid=13, compaction requested=false 2024-11-25T03:26:12,974 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e1fa609688eec5fc6532227c02906aea: 2024-11-25T03:26:12,990 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1fa609688eec5fc6532227c02906aea, disabling compactions & flushes 2024-11-25T03:26:12,990 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,990 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,990 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. after waiting 0 ms 2024-11-25T03:26:12,990 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,991 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,991 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:12,991 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1fa609688eec5fc6532227c02906aea: Waiting for close lock at 1732505172990Disabling compacts and flushes for region at 1732505172990Disabling writes for close at 1732505172990Writing region close event to WAL at 1732505172991 (+1 ms)Closed at 1732505172991 2024-11-25T03:26:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741927_1106 (size=3345) 2024-11-25T03:26:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741927_1106 (size=3345) 2024-11-25T03:26:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741927_1106 (size=3345) 2024-11-25T03:26:13,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, size=3.3 K (3345bytes) 2024-11-25T03:26:13,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 2024-11-25T03:26:13,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 after 1ms 2024-11-25T03:26:13,013 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:13,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 took 3ms 2024-11-25T03:26:13,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 so closing down 2024-11-25T03:26:13,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:26:13,018 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732505172900.temp 2024-11-25T03:26:13,019 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp 2024-11-25T03:26:13,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:26:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741929_1108 (size=2944) 2024-11-25T03:26:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741929_1108 (size=2944) 2024-11-25T03:26:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741929_1108 (size=2944) 2024-11-25T03:26:13,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T03:26:13,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 2024-11-25T03:26:13,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-25T03:26:13,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, journal: Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, size=3.3 K (3345bytes) at 1732505173010Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 so closing down at 1732505173016 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp at 1732505173019 (+3 ms)3 split writer threads finished at 1732505173019Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732505173026 (+7 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000003-wal.1732505172900.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 at 1732505173028 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732505173028 2024-11-25T03:26:13,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505172900 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505172900 2024-11-25T03:26:13,030 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 2024-11-25T03:26:13,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:13,032 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:13,046 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, exclude list is [], retry=0 2024-11-25T03:26:13,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:13,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:13,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:13,050 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 2024-11-25T03:26:13,050 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:26:13,051 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1fa609688eec5fc6532227c02906aea, NAME => 'testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:26:13,051 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:13,051 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,051 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,053 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,054 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName a 2024-11-25T03:26:13,054 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:13,059 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/05cf141b1e004577b57f0b77ffbfefc8 2024-11-25T03:26:13,059 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:13,059 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,060 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName b 2024-11-25T03:26:13,060 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:13,060 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:13,061 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,061 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName c 2024-11-25T03:26:13,061 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:13,062 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:13,062 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,063 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,064 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,065 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 2024-11-25T03:26:13,066 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:13,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:26:13,068 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 2024-11-25T03:26:13,068 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1fa609688eec5fc6532227c02906aea 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-25T03:26:13,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/be20c5fbdfcf4bc6918429593a7e5c4c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732505172974/Put/seqid=0 2024-11-25T03:26:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741931_1110 (size=5958) 2024-11-25T03:26:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741931_1110 (size=5958) 2024-11-25T03:26:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741931_1110 (size=5958) 2024-11-25T03:26:13,098 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/be20c5fbdfcf4bc6918429593a7e5c4c 2024-11-25T03:26:13,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/8aa600fc6eb14ea985147dc8a545fb96 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732505172981/Put/seqid=0 2024-11-25T03:26:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741932_1111 (size=5958) 2024-11-25T03:26:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741932_1111 (size=5958) 2024-11-25T03:26:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741932_1111 (size=5958) 2024-11-25T03:26:13,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/8aa600fc6eb14ea985147dc8a545fb96 2024-11-25T03:26:13,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/be20c5fbdfcf4bc6918429593a7e5c4c as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/b/be20c5fbdfcf4bc6918429593a7e5c4c 2024-11-25T03:26:13,137 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/b/be20c5fbdfcf4bc6918429593a7e5c4c, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T03:26:13,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/8aa600fc6eb14ea985147dc8a545fb96 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/c/8aa600fc6eb14ea985147dc8a545fb96 2024-11-25T03:26:13,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/c/8aa600fc6eb14ea985147dc8a545fb96, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T03:26:13,142 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e1fa609688eec5fc6532227c02906aea in 74ms, sequenceid=35, compaction requested=false; wal=null 2024-11-25T03:26:13,143 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000035 2024-11-25T03:26:13,144 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,144 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,144 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:13,145 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:13,147 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-25T03:26:13,148 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1fa609688eec5fc6532227c02906aea; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71873750, jitterRate=0.07100233435630798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:13,148 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1fa609688eec5fc6532227c02906aea: Writing region info on filesystem at 1732505173051Initializing all the Stores at 1732505173052 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505173052Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505173052Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505173053 (+1 ms)Obtaining lock to block concurrent updates at 1732505173068 (+15 ms)Preparing flush snapshotting stores in e1fa609688eec5fc6532227c02906aea at 1732505173068Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732505173068Flushing stores of testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. at 1732505173068Flushing e1fa609688eec5fc6532227c02906aea/b: creating writer at 1732505173069 (+1 ms)Flushing e1fa609688eec5fc6532227c02906aea/b: appending metadata at 1732505173089 (+20 ms)Flushing e1fa609688eec5fc6532227c02906aea/b: closing flushed file at 1732505173090 (+1 ms)Flushing e1fa609688eec5fc6532227c02906aea/c: creating writer at 1732505173104 (+14 ms)Flushing e1fa609688eec5fc6532227c02906aea/c: appending metadata at 1732505173118 (+14 ms)Flushing e1fa609688eec5fc6532227c02906aea/c: closing flushed file at 1732505173118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71043f31: reopening flushed file at 1732505173131 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2d85b3: reopening flushed file at 1732505173137 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e1fa609688eec5fc6532227c02906aea in 74ms, sequenceid=35, compaction requested=false; wal=null at 1732505173142 (+5 ms)Cleaning up temporary data from old regions at 1732505173144 (+2 ms)Region opened successfully at 1732505173148 (+4 ms) 2024-11-25T03:26:13,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, size=0 (0bytes) 2024-11-25T03:26:13,227 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 might be still open, length is 0 2024-11-25T03:26:13,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 2024-11-25T03:26:13,228 WARN [IPC Server handler 2 on default port 46219 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-25T03:26:13,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 after 1ms 2024-11-25T03:26:13,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:42424 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42424 dst: /127.0.0.1:39425 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39425 remote=/127.0.0.1:42424]. Total timeout mills is 60000, 59449 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:13,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:54664 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37829:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54664 dst: /127.0.0.1:37829 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:13,726 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_971672576_22 at /127.0.0.1:49720 [Receiving block BP-386086630-172.17.0.2-1732505135686:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42415:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49720 dst: /127.0.0.1:42415 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741930_1112 (size=2936) 2024-11-25T03:26:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741930_1112 (size=2936) 2024-11-25T03:26:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741930_1112 (size=2936) 2024-11-25T03:26:17,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 after 4002ms 2024-11-25T03:26:17,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:17,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 took 4005ms 2024-11-25T03:26:17,234 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032; continuing. 2024-11-25T03:26:17,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 so closing down 2024-11-25T03:26:17,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:26:17,235 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732505173032.temp 2024-11-25T03:26:17,236 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp 2024-11-25T03:26:17,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:26:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741933_1113 (size=2944) 2024-11-25T03:26:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741933_1113 (size=2944) 2024-11-25T03:26:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741933_1113 (size=2944) 2024-11-25T03:26:17,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T03:26:17,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 2024-11-25T03:26:17,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T03:26:17,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, journal: Splitting hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, size=0 (0bytes) at 1732505173227Finishing writing output for hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 so closing down at 1732505177234 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp at 1732505177236 (+2 ms)3 split writer threads finished at 1732505177237 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732505177243 (+6 ms)Rename recovered edits hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000037-wal.1732505173032.temp to hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 at 1732505177244 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032, size=0, length=0, corrupted=false, cancelled=false at 1732505177244 2024-11-25T03:26:17,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 to hdfs://localhost:46219/hbase/oldWALs/wal.1732505173032 2024-11-25T03:26:17,247 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 2024-11-25T03:26:17,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T03:26:17,248 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46219/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846, archiveDir=hdfs://localhost:46219/hbase/oldWALs, maxLogs=32 2024-11-25T03:26:17,263 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505177249, exclude list is [], retry=0 2024-11-25T03:26:17,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-fff53a52-afd4-43df-acd0-9ded5b6f16bc,DISK] 2024-11-25T03:26:17,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-2b357793-fe4c-4e2b-ba54-6d0800be7cb7,DISK] 2024-11-25T03:26:17,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-ab653915-bd6a-4133-95ca-6fb89bdab6d0,DISK] 2024-11-25T03:26:17,267 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505177249 2024-11-25T03:26:17,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40007:40007),(127.0.0.1/127.0.0.1:34703:34703),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-25T03:26:17,268 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:26:17,269 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,269 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName a 2024-11-25T03:26:17,269 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:17,274 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/05cf141b1e004577b57f0b77ffbfefc8 2024-11-25T03:26:17,275 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:17,275 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,275 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName b 2024-11-25T03:26:17,275 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:17,281 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/b/be20c5fbdfcf4bc6918429593a7e5c4c 2024-11-25T03:26:17,281 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:17,281 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,282 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa609688eec5fc6532227c02906aea columnFamilyName c 2024-11-25T03:26:17,282 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:26:17,286 DEBUG [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/c/8aa600fc6eb14ea985147dc8a545fb96 2024-11-25T03:26:17,286 INFO [StoreOpener-e1fa609688eec5fc6532227c02906aea-1 {}] regionserver.HStore(327): Store=e1fa609688eec5fc6532227c02906aea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:26:17,286 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,287 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,289 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 2024-11-25T03:26:17,290 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T03:26:17,296 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 2024-11-25T03:26:17,296 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1fa609688eec5fc6532227c02906aea 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T03:26:17,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/7fca9aa5c6f046e5bd9cbb21757a8add is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732505173155/Put/seqid=0 2024-11-25T03:26:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741935_1115 (size=5958) 2024-11-25T03:26:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741935_1115 (size=5958) 2024-11-25T03:26:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741935_1115 (size=5958) 2024-11-25T03:26:17,318 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/7fca9aa5c6f046e5bd9cbb21757a8add 2024-11-25T03:26:17,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/95cb6221ca1f46bda1cf37d29a9a16ca is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732505173162/Put/seqid=0 2024-11-25T03:26:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741936_1116 (size=5958) 2024-11-25T03:26:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741936_1116 (size=5958) 2024-11-25T03:26:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741936_1116 (size=5958) 2024-11-25T03:26:17,342 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/95cb6221ca1f46bda1cf37d29a9a16ca 2024-11-25T03:26:17,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/e435ef27f9dc46d5b5cd0728b0b0e285 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732505173168/Put/seqid=0 2024-11-25T03:26:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741937_1117 (size=5958) 2024-11-25T03:26:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741937_1117 (size=5958) 2024-11-25T03:26:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741937_1117 (size=5958) 2024-11-25T03:26:17,367 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/e435ef27f9dc46d5b5cd0728b0b0e285 2024-11-25T03:26:17,372 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/a/7fca9aa5c6f046e5bd9cbb21757a8add as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/7fca9aa5c6f046e5bd9cbb21757a8add 2024-11-25T03:26:17,375 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/a/7fca9aa5c6f046e5bd9cbb21757a8add, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T03:26:17,376 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/b/95cb6221ca1f46bda1cf37d29a9a16ca as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/b/95cb6221ca1f46bda1cf37d29a9a16ca 2024-11-25T03:26:17,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/b/95cb6221ca1f46bda1cf37d29a9a16ca, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T03:26:17,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/.tmp/c/e435ef27f9dc46d5b5cd0728b0b0e285 as hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/c/e435ef27f9dc46d5b5cd0728b0b0e285 2024-11-25T03:26:17,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/c/e435ef27f9dc46d5b5cd0728b0b0e285, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T03:26:17,385 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e1fa609688eec5fc6532227c02906aea in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-25T03:26:17,385 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/0000000000000000066 2024-11-25T03:26:17,386 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,386 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,387 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:26:17,388 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1fa609688eec5fc6532227c02906aea 2024-11-25T03:26:17,390 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/hbase/data/default/testReplayEditsWrittenViaHRegion/e1fa609688eec5fc6532227c02906aea/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-25T03:26:17,391 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1fa609688eec5fc6532227c02906aea; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72562019, jitterRate=0.08125834167003632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:26:17,391 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1fa609688eec5fc6532227c02906aea: Writing region info on filesystem at 1732505177268Initializing all the Stores at 1732505177268Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505177268Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505177269 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505177269Obtaining lock to block concurrent updates at 1732505177296 (+27 ms)Preparing flush snapshotting stores in e1fa609688eec5fc6532227c02906aea at 1732505177296Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732505177296Flushing stores of testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. at 1732505177296Flushing e1fa609688eec5fc6532227c02906aea/a: creating writer at 1732505177296Flushing e1fa609688eec5fc6532227c02906aea/a: appending metadata at 1732505177310 (+14 ms)Flushing e1fa609688eec5fc6532227c02906aea/a: closing flushed file at 1732505177310Flushing e1fa609688eec5fc6532227c02906aea/b: creating writer at 1732505177322 (+12 ms)Flushing e1fa609688eec5fc6532227c02906aea/b: appending metadata at 1732505177335 (+13 ms)Flushing e1fa609688eec5fc6532227c02906aea/b: closing flushed file at 1732505177335Flushing e1fa609688eec5fc6532227c02906aea/c: creating writer at 1732505177347 (+12 ms)Flushing e1fa609688eec5fc6532227c02906aea/c: appending metadata at 1732505177360 (+13 ms)Flushing e1fa609688eec5fc6532227c02906aea/c: closing flushed file at 1732505177360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfe61c1: reopening flushed file at 1732505177371 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e26d3: reopening flushed file at 1732505177376 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8bf9f7: reopening flushed file at 1732505177380 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e1fa609688eec5fc6532227c02906aea in 89ms, sequenceid=66, compaction requested=false; wal=null at 1732505177385 (+5 ms)Cleaning up temporary data from old regions at 1732505177386 (+1 ms)Region opened successfully at 1732505177391 (+5 ms) 2024-11-25T03:26:17,404 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1fa609688eec5fc6532227c02906aea, disabling compactions & flushes 2024-11-25T03:26:17,404 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:17,404 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:17,404 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. after waiting 0 ms 2024-11-25T03:26:17,404 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:17,406 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732505172847.e1fa609688eec5fc6532227c02906aea. 2024-11-25T03:26:17,406 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1fa609688eec5fc6532227c02906aea: Waiting for close lock at 1732505177404Disabling compacts and flushes for region at 1732505177404Disabling writes for close at 1732505177404Writing region close event to WAL at 1732505177406 (+2 ms)Closed at 1732505177406 2024-11-25T03:26:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741934_1114 (size=95) 2024-11-25T03:26:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741934_1114 (size=95) 2024-11-25T03:26:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741934_1114 (size=95) 2024-11-25T03:26:17,410 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T03:26:17,410 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732505177249) 2024-11-25T03:26:17,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879550457_22 at /127.0.0.1:49768 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879550457_22 at /127.0.0.1:42450 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46219 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879550457_22 at /127.0.0.1:54712 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6249 (was 6263) 2024-11-25T03:26:17,428 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-25T03:26:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:26:17,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:26:17,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:26:17,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:26:17,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:26:17,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=532891492, stopped=false 2024-11-25T03:26:17,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,43121,1732505138794 2024-11-25T03:26:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:26:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:26:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:26:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:26:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:26:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:26:17,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:26:17,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:26:17,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:26:17,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:26:17,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:26:17,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:26:17,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,39091,1732505139483' ***** 2024-11-25T03:26:17,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:26:17,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,40381,1732505139649' ***** 2024-11-25T03:26:17,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:26:17,434 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:26:17,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:26:17,434 INFO [RS:0;38a5d2077268:39091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:26:17,434 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:26:17,434 INFO [RS:0;38a5d2077268:39091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:26:17,434 INFO [RS:2;38a5d2077268:40381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:26:17,434 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:26:17,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:26:17,434 INFO [RS:2;38a5d2077268:40381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:26:17,434 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,39091,1732505139483 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,40381,1732505139649 2024-11-25T03:26:17,435 INFO [RS:0;38a5d2077268:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:26:17,435 INFO [RS:0;38a5d2077268:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:39091. 2024-11-25T03:26:17,435 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0736a27ab1c8f293d7117cda0568f2c1, disabling compactions & flushes 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;38a5d2077268:40381. 2024-11-25T03:26:17,435 DEBUG [RS:0;38a5d2077268:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:26:17,435 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:26:17,435 DEBUG [RS:0;38a5d2077268:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,435 DEBUG [RS:2;38a5d2077268:40381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:26:17,435 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:26:17,435 DEBUG [RS:2;38a5d2077268:40381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,435 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:26:17,435 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. after waiting 0 ms 2024-11-25T03:26:17,435 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1325): Online Regions={0736a27ab1c8f293d7117cda0568f2c1=testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1.} 2024-11-25T03:26:17,435 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:26:17,435 DEBUG [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1351): Waiting on 0736a27ab1c8f293d7117cda0568f2c1 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:26:17,435 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:26:17,436 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:26:17,436 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:26:17,436 DEBUG [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:26:17,436 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:26:17,436 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:26:17,436 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:26:17,436 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:26:17,436 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:26:17,436 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-25T03:26:17,440 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0736a27ab1c8f293d7117cda0568f2c1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-25T03:26:17,440 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:26:17,440 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0736a27ab1c8f293d7117cda0568f2c1: Waiting for close lock at 1732505177435Running coprocessor pre-close hooks at 1732505177435Disabling compacts and flushes for region at 1732505177435Disabling writes for close at 1732505177435Writing region close event to WAL at 1732505177436 (+1 ms)Running coprocessor post-close hooks at 1732505177440 (+4 ms)Closed at 1732505177440 2024-11-25T03:26:17,441 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1. 2024-11-25T03:26:17,465 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:26:17,465 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:26:17,466 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/info/c01f402aafdb412281852c8539d7aa88 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732505154434.0736a27ab1c8f293d7117cda0568f2c1./info:regioninfo/1732505157509/Put/seqid=0 2024-11-25T03:26:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741938_1118 (size=8243) 2024-11-25T03:26:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741938_1118 (size=8243) 2024-11-25T03:26:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741938_1118 (size=8243) 2024-11-25T03:26:17,473 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/info/c01f402aafdb412281852c8539d7aa88 2024-11-25T03:26:17,493 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/ns/a880d1e522884cc6919467bb3e6032cc is 43, key is default/ns:d/1732505141680/Put/seqid=0 2024-11-25T03:26:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741939_1119 (size=5153) 2024-11-25T03:26:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741939_1119 (size=5153) 2024-11-25T03:26:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741939_1119 (size=5153) 2024-11-25T03:26:17,501 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/ns/a880d1e522884cc6919467bb3e6032cc 2024-11-25T03:26:17,525 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/table/f899621e67754930b0f7ed0edd862baf is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732505154849/Put/seqid=0 2024-11-25T03:26:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741940_1120 (size=5431) 2024-11-25T03:26:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741940_1120 (size=5431) 2024-11-25T03:26:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741940_1120 (size=5431) 2024-11-25T03:26:17,532 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/table/f899621e67754930b0f7ed0edd862baf 2024-11-25T03:26:17,537 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/info/c01f402aafdb412281852c8539d7aa88 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/info/c01f402aafdb412281852c8539d7aa88 2024-11-25T03:26:17,542 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/info/c01f402aafdb412281852c8539d7aa88, entries=18, sequenceid=21, filesize=8.0 K 2024-11-25T03:26:17,543 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/ns/a880d1e522884cc6919467bb3e6032cc as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/ns/a880d1e522884cc6919467bb3e6032cc 2024-11-25T03:26:17,547 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/ns/a880d1e522884cc6919467bb3e6032cc, entries=2, sequenceid=21, filesize=5.0 K 2024-11-25T03:26:17,548 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/.tmp/table/f899621e67754930b0f7ed0edd862baf as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/table/f899621e67754930b0f7ed0edd862baf 2024-11-25T03:26:17,552 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/table/f899621e67754930b0f7ed0edd862baf, entries=2, sequenceid=21, filesize=5.3 K 2024-11-25T03:26:17,553 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=21, compaction requested=false 2024-11-25T03:26:17,557 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-25T03:26:17,557 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:26:17,557 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:26:17,557 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732505177436Running coprocessor pre-close hooks at 1732505177436Disabling compacts and flushes for region at 1732505177436Disabling writes for close at 1732505177436Obtaining lock to block concurrent updates at 1732505177436Preparing flush snapshotting stores in 1588230740 at 1732505177436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732505177437 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732505177437Flushing 1588230740/info: creating writer at 1732505177438 (+1 ms)Flushing 1588230740/info: appending metadata at 1732505177465 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732505177465Flushing 1588230740/ns: creating writer at 1732505177478 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732505177493 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732505177493Flushing 1588230740/table: creating writer at 1732505177506 (+13 ms)Flushing 1588230740/table: appending metadata at 1732505177525 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732505177525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4205074a: reopening flushed file at 1732505177537 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bf2d6f: reopening flushed file at 1732505177542 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e41e360: reopening flushed file at 1732505177547 (+5 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=21, compaction requested=false at 1732505177553 (+6 ms)Writing region close event to WAL at 1732505177554 (+1 ms)Running coprocessor post-close hooks at 1732505177557 (+3 ms)Closed at 1732505177557 2024-11-25T03:26:17,558 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:26:17,635 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,39091,1732505139483; all regions closed. 2024-11-25T03:26:17,636 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,40381,1732505139649; all regions closed. 2024-11-25T03:26:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741834_1010 (size=2177) 2024-11-25T03:26:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741834_1010 (size=2177) 2024-11-25T03:26:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741834_1010 (size=2177) 2024-11-25T03:26:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741836_1012 (size=4718) 2024-11-25T03:26:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741836_1012 (size=4718) 2024-11-25T03:26:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741836_1012 (size=4718) 2024-11-25T03:26:17,641 DEBUG [RS:0;38a5d2077268:39091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C39091%2C1732505139483:(num 1732505141096) 2024-11-25T03:26:17,641 DEBUG [RS:0;38a5d2077268:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:26:17,641 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:26:17,641 INFO [RS:0;38a5d2077268:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:26:17,642 INFO [RS:0;38a5d2077268:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39091 2024-11-25T03:26:17,642 DEBUG [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs 2024-11-25T03:26:17,642 INFO [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C40381%2C1732505139649.meta:.meta(num 1732505141525) 2024-11-25T03:26:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,39091,1732505139483 2024-11-25T03:26:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:26:17,644 INFO [RS:0;38a5d2077268:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:26:17,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741835_1011 (size=95) 2024-11-25T03:26:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741835_1011 (size=95) 2024-11-25T03:26:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741835_1011 (size=95) 2024-11-25T03:26:17,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,39091,1732505139483] 2024-11-25T03:26:17,647 DEBUG [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/oldWALs 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C40381%2C1732505139649:(num 1732505141096) 2024-11-25T03:26:17,647 DEBUG [RS:2;38a5d2077268:40381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:26:17,647 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:26:17,647 INFO [RS:2;38a5d2077268:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40381 2024-11-25T03:26:17,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,39091,1732505139483 already deleted, retry=false 2024-11-25T03:26:17,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,39091,1732505139483 expired; onlineServers=1 2024-11-25T03:26:17,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,40381,1732505139649 2024-11-25T03:26:17,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:26:17,649 INFO [RS:2;38a5d2077268:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:26:17,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,40381,1732505139649] 2024-11-25T03:26:17,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,40381,1732505139649 already deleted, retry=false 2024-11-25T03:26:17,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,40381,1732505139649 expired; onlineServers=0 2024-11-25T03:26:17,652 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,43121,1732505138794' ***** 2024-11-25T03:26:17,652 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:26:17,652 INFO [M:0;38a5d2077268:43121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:26:17,652 INFO [M:0;38a5d2077268:43121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:26:17,652 DEBUG [M:0;38a5d2077268:43121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:26:17,652 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:26:17,653 DEBUG [M:0;38a5d2077268:43121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:26:17,653 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732505140766 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732505140766,5,FailOnTimeoutGroup] 2024-11-25T03:26:17,653 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732505140767 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732505140767,5,FailOnTimeoutGroup] 2024-11-25T03:26:17,653 INFO [M:0;38a5d2077268:43121 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:26:17,653 INFO [M:0;38a5d2077268:43121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:26:17,653 DEBUG [M:0;38a5d2077268:43121 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:26:17,653 INFO [M:0;38a5d2077268:43121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:26:17,653 INFO [M:0;38a5d2077268:43121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:26:17,654 INFO [M:0;38a5d2077268:43121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:26:17,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:26:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:26:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:26:17,656 DEBUG [M:0;38a5d2077268:43121 {}] zookeeper.ZKUtil(347): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:26:17,656 WARN [M:0;38a5d2077268:43121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:26:17,657 INFO [M:0;38a5d2077268:43121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/.lastflushedseqids 2024-11-25T03:26:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741941_1121 (size=138) 2024-11-25T03:26:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741941_1121 (size=138) 2024-11-25T03:26:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741941_1121 (size=138) 2024-11-25T03:26:17,670 INFO [M:0;38a5d2077268:43121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:26:17,670 INFO [M:0;38a5d2077268:43121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:26:17,670 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:26:17,670 INFO [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:26:17,670 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:26:17,670 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:26:17,670 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:26:17,670 INFO [M:0;38a5d2077268:43121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-25T03:26:17,686 DEBUG [M:0;38a5d2077268:43121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f204fbc08fe94854a6ee33ef367b9368 is 82, key is hbase:meta,,1/info:regioninfo/1732505141607/Put/seqid=0 2024-11-25T03:26:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741942_1122 (size=5672) 2024-11-25T03:26:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741942_1122 (size=5672) 2024-11-25T03:26:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741942_1122 (size=5672) 2024-11-25T03:26:17,692 INFO [M:0;38a5d2077268:43121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f204fbc08fe94854a6ee33ef367b9368 2024-11-25T03:26:17,711 DEBUG [M:0;38a5d2077268:43121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da3b0dac002d49d3804724a6b94c6d2a is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732505154855/Put/seqid=0 2024-11-25T03:26:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741943_1123 (size=7754) 2024-11-25T03:26:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741943_1123 (size=7754) 2024-11-25T03:26:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741943_1123 (size=7754) 2024-11-25T03:26:17,743 INFO [M:0;38a5d2077268:43121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da3b0dac002d49d3804724a6b94c6d2a 2024-11-25T03:26:17,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,746 INFO [RS:0;38a5d2077268:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:26:17,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1014d285dca0001, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,746 INFO [RS:0;38a5d2077268:39091 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,39091,1732505139483; zookeeper connection closed. 2024-11-25T03:26:17,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aa2c01d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aa2c01d 2024-11-25T03:26:17,748 INFO [M:0;38a5d2077268:43121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da3b0dac002d49d3804724a6b94c6d2a 2024-11-25T03:26:17,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x1014d285dca0003, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,751 INFO [RS:2;38a5d2077268:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:26:17,751 INFO [RS:2;38a5d2077268:40381 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,40381,1732505139649; zookeeper connection closed. 2024-11-25T03:26:17,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23981d08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23981d08 2024-11-25T03:26:17,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:26:17,764 DEBUG [M:0;38a5d2077268:43121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1405c8f5258946b9a846deae0d6eb377 is 69, key is 38a5d2077268,39091,1732505139483/rs:state/1732505140840/Put/seqid=0 2024-11-25T03:26:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741944_1124 (size=5445) 2024-11-25T03:26:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741944_1124 (size=5445) 2024-11-25T03:26:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741944_1124 (size=5445) 2024-11-25T03:26:17,773 INFO [M:0;38a5d2077268:43121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1405c8f5258946b9a846deae0d6eb377 2024-11-25T03:26:17,777 INFO [M:0;38a5d2077268:43121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1405c8f5258946b9a846deae0d6eb377 2024-11-25T03:26:17,778 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f204fbc08fe94854a6ee33ef367b9368 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f204fbc08fe94854a6ee33ef367b9368 2024-11-25T03:26:17,783 INFO [M:0;38a5d2077268:43121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f204fbc08fe94854a6ee33ef367b9368, entries=8, sequenceid=168, filesize=5.5 K 2024-11-25T03:26:17,784 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da3b0dac002d49d3804724a6b94c6d2a as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da3b0dac002d49d3804724a6b94c6d2a 2024-11-25T03:26:17,788 INFO [M:0;38a5d2077268:43121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da3b0dac002d49d3804724a6b94c6d2a 2024-11-25T03:26:17,788 INFO [M:0;38a5d2077268:43121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da3b0dac002d49d3804724a6b94c6d2a, entries=17, sequenceid=168, filesize=7.6 K 2024-11-25T03:26:17,789 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1405c8f5258946b9a846deae0d6eb377 as hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1405c8f5258946b9a846deae0d6eb377 2024-11-25T03:26:17,794 INFO [M:0;38a5d2077268:43121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1405c8f5258946b9a846deae0d6eb377 2024-11-25T03:26:17,794 INFO [M:0;38a5d2077268:43121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46219/user/jenkins/test-data/0c525949-f771-7f6b-90c6-22b9cadad3f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1405c8f5258946b9a846deae0d6eb377, entries=3, sequenceid=168, filesize=5.3 K 2024-11-25T03:26:17,795 INFO [M:0;38a5d2077268:43121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=168, compaction requested=false 2024-11-25T03:26:17,797 INFO [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:26:17,797 DEBUG [M:0;38a5d2077268:43121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732505177670Disabling compacts and flushes for region at 1732505177670Disabling writes for close at 1732505177670Obtaining lock to block concurrent updates at 1732505177670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732505177670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732505177670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732505177671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732505177671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732505177685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732505177685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732505177697 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732505177711 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732505177711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732505177748 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732505177763 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732505177763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e0bef7: reopening flushed file at 1732505177777 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee72892: reopening flushed file at 1732505177783 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67148f97: reopening flushed file at 1732505177788 (+5 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=168, compaction requested=false at 1732505177795 (+7 ms)Writing region close event to WAL at 1732505177797 (+2 ms)Closed at 1732505177797 2024-11-25T03:26:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741830_1006 (size=56506) 2024-11-25T03:26:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741830_1006 (size=56506) 2024-11-25T03:26:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741830_1006 (size=56506) 2024-11-25T03:26:17,801 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:26:17,801 INFO [M:0;38a5d2077268:43121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:26:17,802 INFO [M:0;38a5d2077268:43121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43121 2024-11-25T03:26:17,802 INFO [M:0;38a5d2077268:43121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:26:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,904 INFO [M:0;38a5d2077268:43121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:26:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43121-0x1014d285dca0000, quorum=127.0.0.1:54247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:26:17,910 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505158178 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505158178 (inode 16655) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732505157887/wal.1732505158178 (inode 16655) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T03:26:17,911 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732505150011/wal.1732505150122 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:17,912 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732505172846/wal.1732505173032 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:17,914 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505167576 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505167576 (inode 16678) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732505158317/wal.1732505167576 (inode 16678) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T03:26:17,914 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732505142971/wal.1732505143047 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:17,916 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505168227 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505168227 (inode 16704) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732505167785/wal.1732505168227 (inode 16704) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T03:26:17,917 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732505168381/wal.1732505168452 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:26:17,919 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal.1732505142813 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal.1732505142813 (inode 16485) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732505142603/wal.1732505142813 (inode 16485) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T03:26:17,921 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal.1732505142298 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal.1732505142298 (inode 16462) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732505141987/wal.1732505142298 (inode 16462) Holder DFSClient_NONMAPREDUCE_971672576_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T03:26:17,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:26:17,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:26:17,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:26:17,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:26:17,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,STOPPED} 2024-11-25T03:26:17,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:26:17,933 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:26:17,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:26:17,933 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386086630-172.17.0.2-1732505135686 (Datanode Uuid b8aeb93b-dde3-4361-870b-fd5b8dd3ede5) service to localhost/127.0.0.1:46219 2024-11-25T03:26:17,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data5/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data6/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:26:17,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:26:17,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:26:17,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:26:17,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:26:17,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,STOPPED} 2024-11-25T03:26:17,939 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:26:17,939 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386086630-172.17.0.2-1732505135686 (Datanode Uuid d9761cc0-20dd-405e-afe0-e9563b9c335d) service to localhost/127.0.0.1:46219 2024-11-25T03:26:17,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:26:17,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:26:17,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data3/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data4/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:26:17,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:26:17,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:26:17,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:26:17,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:26:17,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,STOPPED} 2024-11-25T03:26:17,949 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:26:17,949 WARN [BP-386086630-172.17.0.2-1732505135686 heartbeating to localhost/127.0.0.1:46219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386086630-172.17.0.2-1732505135686 (Datanode Uuid 3ec71e73-8f08-4c9c-ae34-d92de81c6409) service to localhost/127.0.0.1:46219 2024-11-25T03:26:17,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:26:17,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:26:17,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data1/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/cluster_00a2415f-aa27-6b95-ae58-3cd6e97b0904/data/data2/current/BP-386086630-172.17.0.2-1732505135686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:26:17,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:26:17,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:26:17,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:26:17,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:26:17,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:26:17,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/450a0070-68e8-eca3-17fc-26770521f37a/hadoop.log.dir/,STOPPED} 2024-11-25T03:26:17,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:26:18,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down