2024-11-19 12:30:45,683 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-19 12:30:45,696 main DEBUG Took 0.010471 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 12:30:45,696 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 12:30:45,696 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 12:30:45,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 12:30:45,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,707 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 12:30:45,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,726 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,727 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,729 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:30:45,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,732 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 12:30:45,733 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:30:45,735 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 12:30:45,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 12:30:45,737 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 12:30:45,737 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 12:30:45,738 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 12:30:45,745 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 12:30:45,747 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 12:30:45,749 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 12:30:45,749 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 12:30:45,750 main DEBUG createAppenders(={Console}) 2024-11-19 12:30:45,750 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-19 12:30:45,751 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-19 12:30:45,751 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-19 12:30:45,751 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 12:30:45,752 main DEBUG OutputStream closed 2024-11-19 12:30:45,752 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 12:30:45,752 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 12:30:45,752 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-19 12:30:45,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 12:30:45,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 12:30:45,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 12:30:45,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 12:30:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 12:30:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 12:30:45,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 12:30:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 12:30:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 12:30:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 12:30:45,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 12:30:45,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 12:30:45,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 12:30:45,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 12:30:45,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 12:30:45,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 12:30:45,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 12:30:45,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 12:30:45,829 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 12:30:45,829 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-19 12:30:45,829 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 12:30:45,830 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-19T12:30:46,034 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1 2024-11-19 12:30:46,036 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 12:30:46,036 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T12:30:46,044 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-19T12:30:46,070 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T12:30:46,123 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T12:30:46,123 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T12:30:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:30:46,155 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7, deleteOnExit=true 2024-11-19T12:30:46,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:30:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/test.cache.data in system properties and HBase conf 2024-11-19T12:30:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:30:46,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:30:46,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:30:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:30:46,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:30:46,238 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T12:30:46,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:30:46,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:30:46,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:30:46,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:30:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:30:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:30:46,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:30:46,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:30:46,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:30:46,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:30:46,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:30:46,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:30:46,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:30:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:30:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:30:47,405 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T12:30:47,477 INFO [Time-limited test {}] log.Log(170): Logging initialized @2466ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T12:30:47,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:30:47,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:30:47,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:30:47,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:30:47,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:30:47,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:30:47,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:30:47,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:30:47,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/java.io.tmpdir/jetty-localhost-41921-hadoop-hdfs-3_4_1-tests_jar-_-any-10374922606598398439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:30:47,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:41921} 2024-11-19T12:30:47,813 INFO [Time-limited test {}] server.Server(415): Started @2802ms 2024-11-19T12:30:48,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:30:48,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:30:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:30:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:30:48,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:30:48,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:30:48,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:30:48,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/java.io.tmpdir/jetty-localhost-44967-hadoop-hdfs-3_4_1-tests_jar-_-any-1703806210187763069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:30:48,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:44967} 2024-11-19T12:30:48,486 INFO [Time-limited test {}] server.Server(415): Started @3475ms 2024-11-19T12:30:48,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:30:48,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:30:48,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:30:48,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:30:48,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:30:48,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:30:48,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:30:48,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:30:48,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-17161287956310602090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:30:48,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-11-19T12:30:48,767 INFO [Time-limited test {}] server.Server(415): Started @3756ms 2024-11-19T12:30:48,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:30:48,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:30:48,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:30:48,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:30:48,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:30:48,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:30:48,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:30:48,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:30:48,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/java.io.tmpdir/jetty-localhost-33541-hadoop-hdfs-3_4_1-tests_jar-_-any-13371385515772627449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:30:48,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:33541} 2024-11-19T12:30:48,919 INFO [Time-limited test {}] server.Server(415): Started @3908ms 2024-11-19T12:30:48,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:30:50,522 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data1/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,522 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data6/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,522 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data2/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,522 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data5/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,522 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data3/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,522 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data4/current/BP-1573067057-172.17.0.2-1732019446871/current, will proceed with Du for space computation calculation, 2024-11-19T12:30:50,572 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:30:50,572 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:30:50,573 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:30:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2d788687926f0f with lease ID 0xc536fa034fc81ccc: Processing first storage report for DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=43e148fa-2edd-44a7-b4d4-b31ffe1a87e0, infoPort=35951, infoSecurePort=0, ipcPort=44663, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2d788687926f0f with lease ID 0xc536fa034fc81ccc: from storage DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=43e148fa-2edd-44a7-b4d4-b31ffe1a87e0, infoPort=35951, infoSecurePort=0, ipcPort=44663, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea2c30384620f19 with lease ID 0xc536fa034fc81cca: Processing first storage report for DS-aca38df6-3206-4abc-bf75-5ebedebae5b6 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=d42dfb11-7533-4228-95b8-97a0f3d63f77, infoPort=41971, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea2c30384620f19 with lease ID 0xc536fa034fc81cca: from storage DS-aca38df6-3206-4abc-bf75-5ebedebae5b6 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=d42dfb11-7533-4228-95b8-97a0f3d63f77, infoPort=41971, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d09735c13b75de with lease ID 0xc536fa034fc81ccb: Processing first storage report for DS-998f488a-8519-4b60-9bd4-aaa30a632305 from datanode DatanodeRegistration(127.0.0.1:35635, datanodeUuid=c1f65139-e5db-4a28-bd55-aa2795432e88, infoPort=37831, infoSecurePort=0, ipcPort=39495, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d09735c13b75de with lease ID 0xc536fa034fc81ccb: from storage DS-998f488a-8519-4b60-9bd4-aaa30a632305 node DatanodeRegistration(127.0.0.1:35635, datanodeUuid=c1f65139-e5db-4a28-bd55-aa2795432e88, infoPort=37831, infoSecurePort=0, ipcPort=39495, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2d788687926f0f with lease ID 0xc536fa034fc81ccc: Processing first storage report for DS-ebefa8cd-f242-4a49-81ff-bc4866468304 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=43e148fa-2edd-44a7-b4d4-b31ffe1a87e0, infoPort=35951, infoSecurePort=0, ipcPort=44663, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2d788687926f0f with lease ID 0xc536fa034fc81ccc: from storage DS-ebefa8cd-f242-4a49-81ff-bc4866468304 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=43e148fa-2edd-44a7-b4d4-b31ffe1a87e0, infoPort=35951, infoSecurePort=0, ipcPort=44663, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea2c30384620f19 with lease ID 0xc536fa034fc81cca: Processing first storage report for DS-a458059c-d3ea-4462-bcd8-e5e87be8a1e8 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=d42dfb11-7533-4228-95b8-97a0f3d63f77, infoPort=41971, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea2c30384620f19 with lease ID 0xc536fa034fc81cca: from storage DS-a458059c-d3ea-4462-bcd8-e5e87be8a1e8 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=d42dfb11-7533-4228-95b8-97a0f3d63f77, infoPort=41971, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d09735c13b75de with lease ID 0xc536fa034fc81ccb: Processing first storage report for DS-e1845ea6-bfb8-413f-817a-7c24431fba53 from datanode DatanodeRegistration(127.0.0.1:35635, datanodeUuid=c1f65139-e5db-4a28-bd55-aa2795432e88, infoPort=37831, infoSecurePort=0, ipcPort=39495, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871) 2024-11-19T12:30:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d09735c13b75de with lease ID 0xc536fa034fc81ccb: from storage DS-e1845ea6-bfb8-413f-817a-7c24431fba53 node DatanodeRegistration(127.0.0.1:35635, datanodeUuid=c1f65139-e5db-4a28-bd55-aa2795432e88, infoPort=37831, infoSecurePort=0, ipcPort=39495, storageInfo=lv=-57;cid=testClusterID;nsid=1531200008;c=1732019446871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:30:50,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1 2024-11-19T12:30:50,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/zookeeper_0, clientPort=53992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:30:50,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53992 2024-11-19T12:30:50,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:50,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:30:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:30:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:30:51,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 with version=8 2024-11-19T12:30:51,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/hbase-staging 2024-11-19T12:30:51,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:30:51,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:51,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:51,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:30:51,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:51,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:30:51,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:30:51,854 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T12:30:51,862 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T12:30:51,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:30:51,888 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 89652 (auto-detected) 2024-11-19T12:30:51,889 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T12:30:51,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37419 2024-11-19T12:30:51,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37419 connecting to ZooKeeper ensemble=127.0.0.1:53992 2024-11-19T12:30:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374190x0, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:30:52,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37419-0x10153136f020000 connected 2024-11-19T12:30:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:30:52,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4, hbase.cluster.distributed=false 2024-11-19T12:30:52,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:30:52,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-19T12:30:52,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37419 2024-11-19T12:30:52,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37419 2024-11-19T12:30:52,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-19T12:30:52,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-19T12:30:52,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:30:52,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:30:52,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:30:52,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:30:52,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:30:52,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39355 2024-11-19T12:30:52,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39355 connecting to ZooKeeper ensemble=127.0.0.1:53992 2024-11-19T12:30:52,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393550x0, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:30:52,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39355-0x10153136f020001 connected 2024-11-19T12:30:52,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:30:52,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:30:52,293 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:30:52,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:30:52,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:30:52,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-19T12:30:52,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39355 2024-11-19T12:30:52,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39355 2024-11-19T12:30:52,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-19T12:30:52,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-19T12:30:52,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:30:52,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:30:52,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:30:52,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:30:52,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:30:52,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32853 2024-11-19T12:30:52,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32853 connecting to ZooKeeper ensemble=127.0.0.1:53992 2024-11-19T12:30:52,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328530x0, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:30:52,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328530x0, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:30:52,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32853-0x10153136f020002 connected 2024-11-19T12:30:52,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:30:52,337 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:30:52,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:30:52,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:30:52,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T12:30:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32853 2024-11-19T12:30:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32853 2024-11-19T12:30:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T12:30:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T12:30:52,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:30:52,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:30:52,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:30:52,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:30:52,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:30:52,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:30:52,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37851 2024-11-19T12:30:52,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37851 connecting to ZooKeeper ensemble=127.0.0.1:53992 2024-11-19T12:30:52,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378510x0, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:30:52,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37851-0x10153136f020003 connected 2024-11-19T12:30:52,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:30:52,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:30:52,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:30:52,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:30:52,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:30:52,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-19T12:30:52,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37851 2024-11-19T12:30:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37851 2024-11-19T12:30:52,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-19T12:30:52,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-19T12:30:52,401 DEBUG [M:0;351a98347401:37419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:37419 2024-11-19T12:30:52,402 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/351a98347401,37419,1732019451514 2024-11-19T12:30:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/351a98347401,37419,1732019451514 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,452 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T12:30:52,453 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/351a98347401,37419,1732019451514 from backup master directory 2024-11-19T12:30:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/351a98347401,37419,1732019451514 2024-11-19T12:30:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:30:52,462 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:30:52,462 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,37419,1732019451514 2024-11-19T12:30:52,465 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T12:30:52,467 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T12:30:52,522 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/hbase.id] with ID: 88388356-230a-44d9-8d2e-ed1f06c5ca1a 2024-11-19T12:30:52,523 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/.tmp/hbase.id 2024-11-19T12:30:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:30:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:30:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:30:52,538 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/.tmp/hbase.id]:[hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/hbase.id] 2024-11-19T12:30:52,583 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:30:52,587 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:30:52,605 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T12:30:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:30:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:30:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:30:52,655 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:30:52,656 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:30:52,661 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:30:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:30:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:30:52,710 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store 2024-11-19T12:30:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:30:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:30:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:30:52,734 INFO [master/351a98347401:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T12:30:52,737 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:52,738 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:30:52,739 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:30:52,739 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:30:52,740 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:30:52,741 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:30:52,741 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:30:52,742 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732019452738Disabling compacts and flushes for region at 1732019452738Disabling writes for close at 1732019452740 (+2 ms)Writing region close event to WAL at 1732019452741 (+1 ms)Closed at 1732019452741 2024-11-19T12:30:52,744 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/.initializing 2024-11-19T12:30:52,744 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/WALs/351a98347401,37419,1732019451514 2024-11-19T12:30:52,752 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:52,767 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C37419%2C1732019451514, suffix=, logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/WALs/351a98347401,37419,1732019451514, archiveDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/oldWALs, maxLogs=10 2024-11-19T12:30:52,794 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/WALs/351a98347401,37419,1732019451514/351a98347401%2C37419%2C1732019451514.1732019452771, exclude list is [], retry=0 2024-11-19T12:30:52,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:30:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T12:30:52,858 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/WALs/351a98347401,37419,1732019451514/351a98347401%2C37419%2C1732019451514.1732019452771 2024-11-19T12:30:52,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:30:52,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:30:52,860 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:52,863 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,863 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:30:52,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:52,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:52,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:30:52,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:52,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:52,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:30:52,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:52,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:52,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:30:52,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:52,938 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,942 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,943 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,948 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,948 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,951 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:30:52,955 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:30:52,959 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:30:52,961 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64672837, jitterRate=-0.036299630999565125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:30:52,968 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732019452876Initializing all the Stores at 1732019452878 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019452878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019452879 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019452879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019452879Cleaning up temporary data from old regions at 1732019452948 (+69 ms)Region opened successfully at 1732019452968 (+20 ms) 2024-11-19T12:30:52,969 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:30:52,999 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cac32a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:30:53,026 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:30:53,036 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:30:53,036 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:30:53,039 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:30:53,040 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T12:30:53,045 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T12:30:53,045 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:30:53,068 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:30:53,075 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T12:30:53,124 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T12:30:53,128 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:30:53,131 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:30:53,142 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T12:30:53,144 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:30:53,149 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:30:53,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T12:30:53,156 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:30:53,166 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T12:30:53,187 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:30:53,197 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:30:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,212 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,37419,1732019451514, sessionid=0x10153136f020000, setting cluster-up flag (Was=false) 2024-11-19T12:30:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,272 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T12:30:53,276 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,37419,1732019451514 2024-11-19T12:30:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:53,334 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T12:30:53,336 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,37419,1732019451514 2024-11-19T12:30:53,342 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:30:53,392 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(746): ClusterId : 88388356-230a-44d9-8d2e-ed1f06c5ca1a 2024-11-19T12:30:53,392 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(746): ClusterId : 88388356-230a-44d9-8d2e-ed1f06c5ca1a 2024-11-19T12:30:53,392 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(746): ClusterId : 88388356-230a-44d9-8d2e-ed1f06c5ca1a 2024-11-19T12:30:53,394 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:30:53,394 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:30:53,394 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:30:53,412 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:30:53,420 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:30:53,420 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:30:53,420 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:30:53,420 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:30:53,420 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:30:53,420 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:30:53,421 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:30:53,427 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:30:53,430 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:30:53,430 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:30:53,430 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:30:53,431 DEBUG [RS:2;351a98347401:37851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5070dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:30:53,431 DEBUG [RS:0;351a98347401:39355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c18598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:30:53,431 DEBUG [RS:1;351a98347401:32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36819d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:30:53,433 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,37419,1732019451514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:30:53,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:30:53,442 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:30:53,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:30:53,451 DEBUG [RS:0;351a98347401:39355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:39355 2024-11-19T12:30:53,451 DEBUG [RS:2;351a98347401:37851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;351a98347401:37851 2024-11-19T12:30:53,453 DEBUG [RS:1;351a98347401:32853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;351a98347401:32853 2024-11-19T12:30:53,454 INFO [RS:0;351a98347401:39355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:30:53,455 INFO [RS:0;351a98347401:39355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:30:53,455 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:30:53,457 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,37419,1732019451514 with port=39355, startcode=1732019452225 2024-11-19T12:30:53,459 INFO [RS:2;351a98347401:37851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:30:53,459 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732019483459 2024-11-19T12:30:53,459 INFO [RS:2;351a98347401:37851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:30:53,459 DEBUG [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:30:53,459 INFO [RS:1;351a98347401:32853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:30:53,459 INFO [RS:1;351a98347401:32853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:30:53,459 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:30:53,460 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,37419,1732019451514 with port=37851, startcode=1732019452359 2024-11-19T12:30:53,460 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,37419,1732019451514 with port=32853, startcode=1732019452317 2024-11-19T12:30:53,461 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:30:53,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:53,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:30:53,462 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:30:53,465 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:30:53,466 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:30:53,466 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:30:53,466 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:30:53,468 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,472 DEBUG [RS:1;351a98347401:32853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:30:53,472 DEBUG [RS:2;351a98347401:37851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:30:53,472 DEBUG [RS:0;351a98347401:39355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:30:53,477 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:30:53,478 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:30:53,479 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:30:53,481 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:30:53,481 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:30:53,488 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732019453482,5,FailOnTimeoutGroup] 2024-11-19T12:30:53,491 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732019453489,5,FailOnTimeoutGroup] 2024-11-19T12:30:53,491 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:30:53,518 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:30:53,519 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:30:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:30:53,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:30:53,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 2024-11-19T12:30:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:30:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:30:53,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:30:53,540 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:30:53,540 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:30:53,541 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:30:53,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:53,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,32853,1732019452317 2024-11-19T12:30:53,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:30:53,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(517): Registering regionserver=351a98347401,32853,1732019452317 2024-11-19T12:30:53,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:30:53,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:53,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:53,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:30:53,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:30:53,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:53,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:53,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:30:53,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:30:53,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:53,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:53,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:30:53,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:30:53,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:53,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,37851,1732019452359 2024-11-19T12:30:53,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(517): Registering regionserver=351a98347401,37851,1732019452359 2024-11-19T12:30:53,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:53,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:30:53,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740 2024-11-19T12:30:53,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740 2024-11-19T12:30:53,567 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 2024-11-19T12:30:53,567 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41173 2024-11-19T12:30:53,567 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:30:53,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,39355,1732019452225 2024-11-19T12:30:53,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37419 {}] master.ServerManager(517): Registering regionserver=351a98347401,39355,1732019452225 2024-11-19T12:30:53,570 DEBUG [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 2024-11-19T12:30:53,570 DEBUG [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41173 2024-11-19T12:30:53,570 DEBUG [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:30:53,573 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 2024-11-19T12:30:53,573 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41173 2024-11-19T12:30:53,573 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:30:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:30:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:30:53,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:30:53,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:30:53,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:30:53,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:30:53,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69948460, jitterRate=0.04231327772140503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:30:53,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732019453544Initializing all the Stores at 1732019453547 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019453547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019453547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019453547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019453547Cleaning up temporary data from old regions at 1732019453574 (+27 ms)Region opened successfully at 1732019453587 (+13 ms) 2024-11-19T12:30:53,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:30:53,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:30:53,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:30:53,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:30:53,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:30:53,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:30:53,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732019453587Disabling compacts and flushes for region at 1732019453587Disabling writes for close at 1732019453588 (+1 ms)Writing region close event to WAL at 1732019453589 (+1 ms)Closed at 1732019453589 2024-11-19T12:30:53,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:30:53,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:30:53,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:30:53,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:30:53,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:30:53,611 DEBUG [RS:1;351a98347401:32853 {}] zookeeper.ZKUtil(111): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,32853,1732019452317 2024-11-19T12:30:53,611 WARN [RS:1;351a98347401:32853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:30:53,611 INFO [RS:1;351a98347401:32853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:53,612 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317 2024-11-19T12:30:53,613 DEBUG [RS:0;351a98347401:39355 {}] zookeeper.ZKUtil(111): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,39355,1732019452225 2024-11-19T12:30:53,613 DEBUG [RS:2;351a98347401:37851 {}] zookeeper.ZKUtil(111): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,37851,1732019452359 2024-11-19T12:30:53,613 WARN [RS:2;351a98347401:37851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:30:53,613 WARN [RS:0;351a98347401:39355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:30:53,613 INFO [RS:2;351a98347401:37851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:53,613 INFO [RS:0;351a98347401:39355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:53,613 DEBUG [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,37851,1732019452359 2024-11-19T12:30:53,613 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225 2024-11-19T12:30:53,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,39355,1732019452225] 2024-11-19T12:30:53,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,32853,1732019452317] 2024-11-19T12:30:53,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,37851,1732019452359] 2024-11-19T12:30:53,638 INFO [RS:0;351a98347401:39355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:30:53,638 INFO [RS:2;351a98347401:37851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:30:53,638 INFO [RS:1;351a98347401:32853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:30:53,654 INFO [RS:2;351a98347401:37851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:30:53,654 INFO [RS:1;351a98347401:32853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:30:53,655 INFO [RS:0;351a98347401:39355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:30:53,660 INFO [RS:0;351a98347401:39355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:30:53,660 INFO [RS:2;351a98347401:37851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:30:53,660 INFO [RS:1;351a98347401:32853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:30:53,660 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,660 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,660 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,661 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:30:53,661 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:30:53,664 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:30:53,667 INFO [RS:1;351a98347401:32853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:30:53,667 INFO [RS:0;351a98347401:39355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:30:53,667 INFO [RS:2;351a98347401:37851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:30:53,668 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,668 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,668 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,668 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,668 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,668 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:30:53,669 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,669 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:30:53,670 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,670 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,670 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,671 DEBUG [RS:0;351a98347401:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,671 DEBUG [RS:1;351a98347401:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,671 DEBUG [RS:2;351a98347401:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:30:53,673 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,673 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,673 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,673 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39355,1732019452225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37851,1732019452359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:30:53,674 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,32853,1732019452317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:30:53,693 INFO [RS:0;351a98347401:39355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:30:53,695 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39355,1732019452225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,695 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,695 INFO [RS:0;351a98347401:39355 {}] regionserver.Replication(171): 351a98347401,39355,1732019452225 started 2024-11-19T12:30:53,696 INFO [RS:1;351a98347401:32853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:30:53,696 INFO [RS:2;351a98347401:37851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:30:53,696 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37851,1732019452359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,696 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,32853,1732019452317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,697 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,697 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,697 INFO [RS:1;351a98347401:32853 {}] regionserver.Replication(171): 351a98347401,32853,1732019452317 started 2024-11-19T12:30:53,697 INFO [RS:2;351a98347401:37851 {}] regionserver.Replication(171): 351a98347401,37851,1732019452359 started 2024-11-19T12:30:53,715 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,715 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,39355,1732019452225, RpcServer on 351a98347401/172.17.0.2:39355, sessionid=0x10153136f020001 2024-11-19T12:30:53,716 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:30:53,716 DEBUG [RS:0;351a98347401:39355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,39355,1732019452225 2024-11-19T12:30:53,717 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,39355,1732019452225' 2024-11-19T12:30:53,717 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:30:53,717 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,717 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:53,717 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,32853,1732019452317, RpcServer on 351a98347401/172.17.0.2:32853, sessionid=0x10153136f020002 2024-11-19T12:30:53,717 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,37851,1732019452359, RpcServer on 351a98347401/172.17.0.2:37851, sessionid=0x10153136f020003 2024-11-19T12:30:53,718 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:30:53,718 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:30:53,718 DEBUG [RS:1;351a98347401:32853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,32853,1732019452317 2024-11-19T12:30:53,718 DEBUG [RS:2;351a98347401:37851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,37851,1732019452359 2024-11-19T12:30:53,718 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:30:53,718 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,37851,1732019452359' 2024-11-19T12:30:53,718 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,32853,1732019452317' 2024-11-19T12:30:53,718 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:30:53,718 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:30:53,718 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:30:53,718 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:30:53,718 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:30:53,719 DEBUG [RS:0;351a98347401:39355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,39355,1732019452225 2024-11-19T12:30:53,719 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,39355,1732019452225' 2024-11-19T12:30:53,719 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:30:53,719 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:30:53,719 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:30:53,719 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:30:53,719 DEBUG [RS:1;351a98347401:32853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,32853,1732019452317 2024-11-19T12:30:53,719 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,32853,1732019452317' 2024-11-19T12:30:53,719 DEBUG [RS:0;351a98347401:39355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:30:53,719 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:30:53,719 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:30:53,720 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:30:53,720 DEBUG [RS:2;351a98347401:37851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,37851,1732019452359 2024-11-19T12:30:53,720 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,37851,1732019452359' 2024-11-19T12:30:53,720 DEBUG [RS:1;351a98347401:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:30:53,720 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:30:53,720 DEBUG [RS:0;351a98347401:39355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:30:53,720 INFO [RS:0;351a98347401:39355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:30:53,720 INFO [RS:0;351a98347401:39355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:30:53,721 DEBUG [RS:2;351a98347401:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:30:53,721 DEBUG [RS:1;351a98347401:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:30:53,721 INFO [RS:1;351a98347401:32853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:30:53,721 INFO [RS:1;351a98347401:32853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:30:53,721 DEBUG [RS:2;351a98347401:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:30:53,721 INFO [RS:2;351a98347401:37851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:30:53,721 INFO [RS:2;351a98347401:37851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:30:53,762 WARN [351a98347401:37419 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:30:53,833 INFO [RS:2;351a98347401:37851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:53,833 INFO [RS:0;351a98347401:39355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:53,833 INFO [RS:1;351a98347401:32853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:53,836 INFO [RS:1;351a98347401:32853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C32853%2C1732019452317, suffix=, logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317, archiveDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs, maxLogs=32 2024-11-19T12:30:53,836 INFO [RS:2;351a98347401:37851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C37851%2C1732019452359, suffix=, logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,37851,1732019452359, archiveDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs, maxLogs=32 2024-11-19T12:30:53,836 INFO [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39355%2C1732019452225, suffix=, logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225, archiveDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs, maxLogs=32 2024-11-19T12:30:53,852 DEBUG [RS:0;351a98347401:39355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225/351a98347401%2C39355%2C1732019452225.1732019453839, exclude list is [], retry=0 2024-11-19T12:30:53,852 DEBUG [RS:1;351a98347401:32853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317/351a98347401%2C32853%2C1732019452317.1732019453839, exclude list is [], retry=0 2024-11-19T12:30:53,852 DEBUG [RS:2;351a98347401:37851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,37851,1732019452359/351a98347401%2C37851%2C1732019452359.1732019453839, exclude list is [], retry=0 2024-11-19T12:30:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:53,868 INFO [RS:2;351a98347401:37851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,37851,1732019452359/351a98347401%2C37851%2C1732019452359.1732019453839 2024-11-19T12:30:53,868 INFO [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225/351a98347401%2C39355%2C1732019452225.1732019453839 2024-11-19T12:30:53,869 INFO [RS:1;351a98347401:32853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317/351a98347401%2C32853%2C1732019452317.1732019453839 2024-11-19T12:30:53,869 DEBUG [RS:2;351a98347401:37851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:30:53,871 DEBUG [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:30:53,871 DEBUG [RS:1;351a98347401:32853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:30:54,015 DEBUG [351a98347401:37419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T12:30:54,025 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:30:54,031 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:30:54,031 INFO [351a98347401:37419 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:30:54,031 INFO [351a98347401:37419 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:30:54,031 INFO [351a98347401:37419 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:30:54,032 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:30:54,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:30:54,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,39355,1732019452225, state=OPENING 2024-11-19T12:30:54,092 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:30:54,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:54,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:54,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:54,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:30:54,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:30:54,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,39355,1732019452225}] 2024-11-19T12:30:54,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:30:54,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:30:54,303 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:30:54,303 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:54,304 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:30:54,307 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39355%2C1732019452225.meta, suffix=.meta, logDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225, archiveDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs, maxLogs=32 2024-11-19T12:30:54,322 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225/351a98347401%2C39355%2C1732019452225.meta.1732019454308.meta, exclude list is [], retry=0 2024-11-19T12:30:54,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:54,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:54,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:54,329 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,39355,1732019452225/351a98347401%2C39355%2C1732019452225.meta.1732019454308.meta 2024-11-19T12:30:54,331 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:30:54,331 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:30:54,332 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:30:54,335 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:30:54,339 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:30:54,343 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:30:54,344 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:54,344 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:30:54,344 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:30:54,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:30:54,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:30:54,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:54,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:30:54,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:30:54,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:30:54,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:30:54,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:54,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:30:54,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:30:54,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:30:54,358 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:30:54,360 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740 2024-11-19T12:30:54,363 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740 2024-11-19T12:30:54,365 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:30:54,365 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:30:54,366 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:30:54,369 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:30:54,370 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543203, jitterRate=-0.08293481171131134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:30:54,370 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:30:54,372 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732019454345Writing region info on filesystem at 1732019454345Initializing all the Stores at 1732019454346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019454347 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019454347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019454347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732019454347Cleaning up temporary data from old regions at 1732019454365 (+18 ms)Running coprocessor post-open hooks at 1732019454370 (+5 ms)Region opened successfully at 1732019454372 (+2 ms) 2024-11-19T12:30:54,378 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732019454278 2024-11-19T12:30:54,388 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:30:54,389 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:30:54,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:30:54,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,39355,1732019452225, state=OPEN 2024-11-19T12:30:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:30:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:30:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:30:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:30:54,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:30:54,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,39355,1732019452225 2024-11-19T12:30:54,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:30:54,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,39355,1732019452225 in 296 msec 2024-11-19T12:30:54,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:30:54,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 816 msec 2024-11-19T12:30:54,421 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:30:54,421 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:30:54,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:30:54,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39355,1732019452225, seqNum=-1] 2024-11-19T12:30:54,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:30:54,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:30:54,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-19T12:30:54,480 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732019454480, completionTime=-1 2024-11-19T12:30:54,482 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T12:30:54,482 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:30:54,526 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T12:30:54,526 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732019514526 2024-11-19T12:30:54,526 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019574526 2024-11-19T12:30:54,526 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 43 msec 2024-11-19T12:30:54,531 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:30:54,539 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,540 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,540 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:37419, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,542 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,552 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:30:54,576 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-19T12:30:54,577 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:30:54,578 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:30:54,579 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:30:54,579 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:30:54,579 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:30:54,580 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:30:54,580 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:30:54,584 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:30:54,585 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:30:54,586 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37419,1732019451514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:30:54,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68674fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:30:54,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37419,-1 for getting cluster id 2024-11-19T12:30:54,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:30:54,614 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88388356-230a-44d9-8d2e-ed1f06c5ca1a' 2024-11-19T12:30:54,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:30:54,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88388356-230a-44d9-8d2e-ed1f06c5ca1a" 2024-11-19T12:30:54,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65056e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:30:54,618 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37419,-1] 2024-11-19T12:30:54,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:30:54,622 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:30:54,624 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:30:54,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9e3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:30:54,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:30:54,635 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39355,1732019452225, seqNum=-1] 2024-11-19T12:30:54,636 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:30:54,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:30:54,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,37419,1732019451514 2024-11-19T12:30:54,662 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41173/hbase 2024-11-19T12:30:54,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=369, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=13678 2024-11-19T12:30:54,700 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:54,704 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:54,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:54,711 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32557448, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-32557448, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:54,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32557448/hregion-32557448.1732019454713, exclude list is [], retry=0 2024-11-19T12:30:54,730 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:54,730 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:54,730 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:54,734 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32557448/hregion-32557448.1732019454713 2024-11-19T12:30:54,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:30:54,734 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 05964d72f1f7d1791ab00ecef893c8c6, NAME => 'testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:30:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741838_1014 (size=64) 2024-11-19T12:30:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741838_1014 (size=64) 2024-11-19T12:30:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741838_1014 (size=64) 2024-11-19T12:30:54,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:54,752 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,755 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05964d72f1f7d1791ab00ecef893c8c6 columnFamilyName a 2024-11-19T12:30:54,755 DEBUG [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,756 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] regionserver.HStore(327): Store=05964d72f1f7d1791ab00ecef893c8c6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:54,757 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,762 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,766 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:30:54,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 05964d72f1f7d1791ab00ecef893c8c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60277430, jitterRate=-0.10179629921913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:30:54,768 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05964d72f1f7d1791ab00ecef893c8c6: Writing region info on filesystem at 1732019454751Initializing all the Stores at 1732019454752 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019454752Cleaning up temporary data from old regions at 1732019454760 (+8 ms)Region opened successfully at 1732019454768 (+8 ms) 2024-11-19T12:30:54,768 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05964d72f1f7d1791ab00ecef893c8c6, disabling compactions & flushes 2024-11-19T12:30:54,768 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. 2024-11-19T12:30:54,768 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. 2024-11-19T12:30:54,768 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. after waiting 0 ms 2024-11-19T12:30:54,768 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. 2024-11-19T12:30:54,768 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. 2024-11-19T12:30:54,769 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05964d72f1f7d1791ab00ecef893c8c6: Waiting for close lock at 1732019454768Disabling compacts and flushes for region at 1732019454768Disabling writes for close at 1732019454768Writing region close event to WAL at 1732019454768Closed at 1732019454768 2024-11-19T12:30:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741837_1013 (size=93) 2024-11-19T12:30:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741837_1013 (size=93) 2024-11-19T12:30:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741837_1013 (size=93) 2024-11-19T12:30:54,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:30:54,780 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32557448:(num 1732019454713) 2024-11-19T12:30:54,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T12:30:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741839_1015 (size=369) 2024-11-19T12:30:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741839_1015 (size=369) 2024-11-19T12:30:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741839_1015 (size=369) 2024-11-19T12:30:54,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T12:30:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741840_1016 (size=231) 2024-11-19T12:30:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741840_1016 (size=231) 2024-11-19T12:30:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741840_1016 (size=231) 2024-11-19T12:30:54,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1, size=369 (369bytes) 2024-11-19T12:30:54,832 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T12:30:54,832 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T12:30:54,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1 2024-11-19T12:30:54,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1 after 4ms 2024-11-19T12:30:54,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1 took 14ms 2024-11-19T12:30:54,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1 so closing down 2024-11-19T12:30:54,851 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T12:30:54,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:30:54,853 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T12:30:54,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:30:54,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741841_1017 (size=369) 2024-11-19T12:30:54,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741841_1017 (size=369) 2024-11-19T12:30:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741841_1017 (size=369) 2024-11-19T12:30:54,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T12:30:54,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002 2024-11-19T12:30:54,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-19T12:30:54,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1, journal: Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1, size=369 (369bytes) at 1732019454831Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1 so closing down at 1732019454848 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp at 1732019454853 (+5 ms)3 split writer threads finished at 1732019454854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732019454865 (+11 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002 at 1732019454868 (+3 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732019454871 (+3 ms) 2024-11-19T12:30:54,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2, size=231 (231bytes) 2024-11-19T12:30:54,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2 2024-11-19T12:30:54,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2 after 1ms 2024-11-19T12:30:54,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2 took 5ms 2024-11-19T12:30:54,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2 so closing down 2024-11-19T12:30:54,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:30:54,895 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T12:30:54,896 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T12:30:54,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:30:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741842_1018 (size=231) 2024-11-19T12:30:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741842_1018 (size=231) 2024-11-19T12:30:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741842_1018 (size=231) 2024-11-19T12:30:54,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T12:30:54,912 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-19T12:30:54,913 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-19T12:30:54,913 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2, journal: Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2, size=231 (231bytes) at 1732019454885Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2 so closing down at 1732019454892 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002-wal-2.temp at 1732019454896 (+4 ms)3 split writer threads finished at 1732019454897 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732019454905 (+8 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732019454913 (+8 ms) 2024-11-19T12:30:54,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:30:54,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:54,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal.1732019454917, exclude list is [], retry=0 2024-11-19T12:30:54,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:54,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:54,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:54,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal.1732019454917 2024-11-19T12:30:54,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:30:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 05964d72f1f7d1791ab00ecef893c8c6, NAME => 'testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:30:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,939 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,941 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05964d72f1f7d1791ab00ecef893c8c6 columnFamilyName a 2024-11-19T12:30:54,941 DEBUG [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:54,942 INFO [StoreOpener-05964d72f1f7d1791ab00ecef893c8c6-1 {}] regionserver.HStore(327): Store=05964d72f1f7d1791ab00ecef893c8c6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:54,942 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:54,948 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002 2024-11-19T12:30:54,958 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002 2024-11-19T12:30:54,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 05964d72f1f7d1791ab00ecef893c8c6 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T12:30:55,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/.tmp/a/406ce74393f548348a7cfac181a0c1d6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732019454780/Put/seqid=0 2024-11-19T12:30:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741844_1020 (size=5170) 2024-11-19T12:30:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741844_1020 (size=5170) 2024-11-19T12:30:55,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741844_1020 (size=5170) 2024-11-19T12:30:55,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/.tmp/a/406ce74393f548348a7cfac181a0c1d6 2024-11-19T12:30:55,065 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/.tmp/a/406ce74393f548348a7cfac181a0c1d6 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/a/406ce74393f548348a7cfac181a0c1d6 2024-11-19T12:30:55,074 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/a/406ce74393f548348a7cfac181a0c1d6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T12:30:55,080 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 05964d72f1f7d1791ab00ecef893c8c6 in 116ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T12:30:55,081 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/0000000000000000002 2024-11-19T12:30:55,082 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:55,082 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:55,085 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05964d72f1f7d1791ab00ecef893c8c6 2024-11-19T12:30:55,089 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/05964d72f1f7d1791ab00ecef893c8c6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T12:30:55,090 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 05964d72f1f7d1791ab00ecef893c8c6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61660018, jitterRate=-0.08119413256645203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:30:55,091 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05964d72f1f7d1791ab00ecef893c8c6: Writing region info on filesystem at 1732019454937Initializing all the Stores at 1732019454939 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019454939Obtaining lock to block concurrent updates at 1732019454963 (+24 ms)Preparing flush snapshotting stores in 05964d72f1f7d1791ab00ecef893c8c6 at 1732019454963Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732019454966 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732019454701.05964d72f1f7d1791ab00ecef893c8c6. at 1732019454966Flushing 05964d72f1f7d1791ab00ecef893c8c6/a: creating writer at 1732019454967 (+1 ms)Flushing 05964d72f1f7d1791ab00ecef893c8c6/a: appending metadata at 1732019455000 (+33 ms)Flushing 05964d72f1f7d1791ab00ecef893c8c6/a: closing flushed file at 1732019455002 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3fa681: reopening flushed file at 1732019455064 (+62 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 05964d72f1f7d1791ab00ecef893c8c6 in 116ms, sequenceid=2, compaction requested=false; wal=null at 1732019455080 (+16 ms)Cleaning up temporary data from old regions at 1732019455082 (+2 ms)Region opened successfully at 1732019455091 (+9 ms) 2024-11-19T12:30:55,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=380 (was 369) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47724 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47602 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34618 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41173/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36062 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34780 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36004 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=13654 (was 13678) 2024-11-19T12:30:55,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=13653 2024-11-19T12:30:55,147 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:55,149 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:55,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:55,154 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23715094, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-23715094, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:55,166 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23715094/hregion-23715094.1732019455154, exclude list is [], retry=0 2024-11-19T12:30:55,170 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:55,170 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:55,171 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:55,174 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23715094/hregion-23715094.1732019455154 2024-11-19T12:30:55,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:30:55,175 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a394aba2d9e4cb32c9c2c7d04c9b97bd, NAME => 'testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:30:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741846_1022 (size=64) 2024-11-19T12:30:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741846_1022 (size=64) 2024-11-19T12:30:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741846_1022 (size=64) 2024-11-19T12:30:55,186 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:55,188 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,190 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a394aba2d9e4cb32c9c2c7d04c9b97bd columnFamilyName a 2024-11-19T12:30:55,190 DEBUG [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:55,191 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] regionserver.HStore(327): Store=a394aba2d9e4cb32c9c2c7d04c9b97bd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:55,191 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,193 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,194 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,196 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,199 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:30:55,200 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a394aba2d9e4cb32c9c2c7d04c9b97bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065189, jitterRate=-0.06025545299053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:30:55,201 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a394aba2d9e4cb32c9c2c7d04c9b97bd: Writing region info on filesystem at 1732019455186Initializing all the Stores at 1732019455187 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019455187Cleaning up temporary data from old regions at 1732019455194 (+7 ms)Region opened successfully at 1732019455201 (+7 ms) 2024-11-19T12:30:55,201 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a394aba2d9e4cb32c9c2c7d04c9b97bd, disabling compactions & flushes 2024-11-19T12:30:55,201 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. 2024-11-19T12:30:55,201 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. 2024-11-19T12:30:55,201 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. after waiting 0 ms 2024-11-19T12:30:55,201 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. 2024-11-19T12:30:55,202 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. 2024-11-19T12:30:55,202 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a394aba2d9e4cb32c9c2c7d04c9b97bd: Waiting for close lock at 1732019455201Disabling compacts and flushes for region at 1732019455201Disabling writes for close at 1732019455201Writing region close event to WAL at 1732019455202 (+1 ms)Closed at 1732019455202 2024-11-19T12:30:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741845_1021 (size=93) 2024-11-19T12:30:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741845_1021 (size=93) 2024-11-19T12:30:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741845_1021 (size=93) 2024-11-19T12:30:55,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:30:55,212 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23715094:(num 1732019455154) 2024-11-19T12:30:55,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T12:30:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741847_1023 (size=369) 2024-11-19T12:30:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741847_1023 (size=369) 2024-11-19T12:30:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741847_1023 (size=369) 2024-11-19T12:30:55,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T12:30:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741848_1024 (size=231) 2024-11-19T12:30:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741848_1024 (size=231) 2024-11-19T12:30:55,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741848_1024 (size=231) 2024-11-19T12:30:55,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2, size=231 (231bytes) 2024-11-19T12:30:55,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2 2024-11-19T12:30:55,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2 after 1ms 2024-11-19T12:30:55,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2 took 5ms 2024-11-19T12:30:55,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2 so closing down 2024-11-19T12:30:55,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:30:55,260 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T12:30:55,262 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T12:30:55,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:30:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741849_1025 (size=231) 2024-11-19T12:30:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741849_1025 (size=231) 2024-11-19T12:30:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741849_1025 (size=231) 2024-11-19T12:30:55,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T12:30:55,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 2024-11-19T12:30:55,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-19T12:30:55,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2, journal: Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2, size=231 (231bytes) at 1732019455251Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2 so closing down at 1732019455258 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp at 1732019455262 (+4 ms)3 split writer threads finished at 1732019455262Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732019455273 (+11 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 at 1732019455275 (+2 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732019455275 2024-11-19T12:30:55,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1, size=369 (369bytes) 2024-11-19T12:30:55,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1 2024-11-19T12:30:55,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1 after 0ms 2024-11-19T12:30:55,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1 took 5ms 2024-11-19T12:30:55,296 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1 so closing down 2024-11-19T12:30:55,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:30:55,299 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T12:30:55,300 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T12:30:55,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:30:55,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741850_1026 (size=369) 2024-11-19T12:30:55,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741850_1026 (size=369) 2024-11-19T12:30:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741850_1026 (size=369) 2024-11-19T12:30:55,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T12:30:55,315 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002, length=231 2024-11-19T12:30:55,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 2024-11-19T12:30:55,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-19T12:30:55,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1, journal: Splitting hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1, size=369 (369bytes) at 1732019455289Finishing writing output for hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1 so closing down at 1732019455297 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp at 1732019455300 (+3 ms)3 split writer threads finished at 1732019455300Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732019455309 (+9 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 at 1732019455318 (+9 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732019455318 2024-11-19T12:30:55,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:30:55,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:55,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal.1732019455321, exclude list is [], retry=0 2024-11-19T12:30:55,337 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:55,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:55,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:55,341 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal.1732019455321 2024-11-19T12:30:55,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:30:55,341 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a394aba2d9e4cb32c9c2c7d04c9b97bd, NAME => 'testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:30:55,342 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:55,342 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,342 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,344 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,347 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a394aba2d9e4cb32c9c2c7d04c9b97bd columnFamilyName a 2024-11-19T12:30:55,347 DEBUG [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:55,348 INFO [StoreOpener-a394aba2d9e4cb32c9c2c7d04c9b97bd-1 {}] regionserver.HStore(327): Store=a394aba2d9e4cb32c9c2c7d04c9b97bd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:55,349 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,353 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 2024-11-19T12:30:55,357 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 2024-11-19T12:30:55,357 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a394aba2d9e4cb32c9c2c7d04c9b97bd 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T12:30:55,373 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/.tmp/a/cacc0faf12a949179d3de514564f3f69 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732019455212/Put/seqid=0 2024-11-19T12:30:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741852_1028 (size=5170) 2024-11-19T12:30:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741852_1028 (size=5170) 2024-11-19T12:30:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741852_1028 (size=5170) 2024-11-19T12:30:55,383 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/.tmp/a/cacc0faf12a949179d3de514564f3f69 2024-11-19T12:30:55,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/.tmp/a/cacc0faf12a949179d3de514564f3f69 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/a/cacc0faf12a949179d3de514564f3f69 2024-11-19T12:30:55,400 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/a/cacc0faf12a949179d3de514564f3f69, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T12:30:55,401 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a394aba2d9e4cb32c9c2c7d04c9b97bd in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T12:30:55,401 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/0000000000000000002 2024-11-19T12:30:55,402 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,402 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,404 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a394aba2d9e4cb32c9c2c7d04c9b97bd 2024-11-19T12:30:55,406 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/a394aba2d9e4cb32c9c2c7d04c9b97bd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T12:30:55,408 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a394aba2d9e4cb32c9c2c7d04c9b97bd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632738, jitterRate=0.09721329808235168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:30:55,408 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a394aba2d9e4cb32c9c2c7d04c9b97bd: Writing region info on filesystem at 1732019455342Initializing all the Stores at 1732019455343 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019455343Obtaining lock to block concurrent updates at 1732019455358 (+15 ms)Preparing flush snapshotting stores in a394aba2d9e4cb32c9c2c7d04c9b97bd at 1732019455358Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732019455358Flushing stores of testReplayEditsWrittenIntoWAL,,1732019455148.a394aba2d9e4cb32c9c2c7d04c9b97bd. at 1732019455358Flushing a394aba2d9e4cb32c9c2c7d04c9b97bd/a: creating writer at 1732019455358Flushing a394aba2d9e4cb32c9c2c7d04c9b97bd/a: appending metadata at 1732019455372 (+14 ms)Flushing a394aba2d9e4cb32c9c2c7d04c9b97bd/a: closing flushed file at 1732019455372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c64ffd: reopening flushed file at 1732019455391 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a394aba2d9e4cb32c9c2c7d04c9b97bd in 43ms, sequenceid=2, compaction requested=false; wal=null at 1732019455401 (+10 ms)Cleaning up temporary data from old regions at 1732019455402 (+1 ms)Region opened successfully at 1732019455408 (+6 ms) 2024-11-19T12:30:55,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47602 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34618 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47788 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36130 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34870 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36004 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=13646 (was 13653) 2024-11-19T12:30:55,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=13645 2024-11-19T12:30:55,446 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:55,448 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:30:55,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:30:55,452 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46971791, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-46971791, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:55,463 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46971791/hregion-46971791.1732019455453, exclude list is [], retry=0 2024-11-19T12:30:55,467 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:55,467 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:55,467 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:55,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46971791/hregion-46971791.1732019455453 2024-11-19T12:30:55,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:30:55,471 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 64150f753e8ca5fbb6024c79522c6fed, NAME => 'testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:30:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741854_1030 (size=64) 2024-11-19T12:30:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741854_1030 (size=64) 2024-11-19T12:30:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741854_1030 (size=64) 2024-11-19T12:30:55,482 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:55,484 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,486 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName a 2024-11-19T12:30:55,486 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:55,487 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:55,487 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,488 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName b 2024-11-19T12:30:55,488 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:55,489 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:55,489 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,491 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName c 2024-11-19T12:30:55,491 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:55,491 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:55,492 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,492 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,494 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,494 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,495 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:30:55,496 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:55,498 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:30:55,498 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64150f753e8ca5fbb6024c79522c6fed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68402647, jitterRate=0.019278869032859802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:30:55,499 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64150f753e8ca5fbb6024c79522c6fed: Writing region info on filesystem at 1732019455482Initializing all the Stores at 1732019455483 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019455483Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019455484 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019455484Cleaning up temporary data from old regions at 1732019455494 (+10 ms)Region opened successfully at 1732019455498 (+4 ms) 2024-11-19T12:30:55,499 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 64150f753e8ca5fbb6024c79522c6fed, disabling compactions & flushes 2024-11-19T12:30:55,499 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:30:55,499 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:30:55,499 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. after waiting 0 ms 2024-11-19T12:30:55,499 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:30:55,500 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:30:55,500 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 64150f753e8ca5fbb6024c79522c6fed: Waiting for close lock at 1732019455499Disabling compacts and flushes for region at 1732019455499Disabling writes for close at 1732019455499Writing region close event to WAL at 1732019455499Closed at 1732019455500 (+1 ms) 2024-11-19T12:30:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741853_1029 (size=93) 2024-11-19T12:30:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741853_1029 (size=93) 2024-11-19T12:30:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741853_1029 (size=93) 2024-11-19T12:30:55,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:30:55,508 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46971791:(num 1732019455453) 2024-11-19T12:30:55,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:30:55,510 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:55,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, exclude list is [], retry=0 2024-11-19T12:30:55,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:55,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:55,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:55,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 2024-11-19T12:30:55,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:30:55,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, size=0 (0bytes) 2024-11-19T12:30:55,742 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 might be still open, length is 0 2024-11-19T12:30:55,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 2024-11-19T12:30:55,744 WARN [IPC Server handler 4 on default port 41173 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-19T12:30:55,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 after 2ms 2024-11-19T12:30:56,604 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34916 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34916 dst: /127.0.0.1:37811 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37811 remote=/127.0.0.1:34916]. Total timeout mills is 60000, 59107 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:30:56,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47814 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47814 dst: /127.0.0.1:33093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:30:56,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36152 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36152 dst: /127.0.0.1:35635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:30:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741855_1032 (size=470675) 2024-11-19T12:30:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741855_1032 (size=470675) 2024-11-19T12:30:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741855_1032 (size=470675) 2024-11-19T12:30:59,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 after 4004ms 2024-11-19T12:30:59,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 took 4015ms 2024-11-19T12:30:59,763 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732019455511.temp 2024-11-19T12:30:59,766 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp 2024-11-19T12:30:59,838 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511; continuing. 2024-11-19T12:30:59,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 so closing down 2024-11-19T12:30:59,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:30:59,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:30:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741856_1033 (size=470683) 2024-11-19T12:30:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741856_1033 (size=470683) 2024-11-19T12:30:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741856_1033 (size=470683) 2024-11-19T12:30:59,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp (wrote 3002 edits, skipped 0 edits in 29 ms) 2024-11-19T12:30:59,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 2024-11-19T12:30:59,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T12:30:59,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, journal: Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, size=0 (0bytes) at 1732019455742Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp at 1732019459766 (+4024 ms)Split 1024 edits, skipped 0 edits. at 1732019459803 (+37 ms)Split 2048 edits, skipped 0 edits. at 1732019459822 (+19 ms)Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 so closing down at 1732019459838 (+16 ms)3 split writer threads finished at 1732019459839 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp (wrote 3002 edits, skipped 0 edits in 29 ms) at 1732019459842 (+3 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000000001-wal.1732019455511.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 at 1732019459844 (+2 ms)Processed 3002 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511, size=0, length=0, corrupted=false, cancelled=false at 1732019459845 (+1 ms) 2024-11-19T12:30:59,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019455511 2024-11-19T12:30:59,848 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 2024-11-19T12:30:59,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:30:59,851 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:30:59,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:30:59,864 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019459851, exclude list is [], retry=0 2024-11-19T12:30:59,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:30:59,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:30:59,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:30:59,869 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019459851 2024-11-19T12:30:59,870 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:30:59,870 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:30:59,872 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,873 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName a 2024-11-19T12:30:59,873 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:59,873 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:59,874 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,875 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName b 2024-11-19T12:30:59,875 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:59,875 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:59,875 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,877 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64150f753e8ca5fbb6024c79522c6fed columnFamilyName c 2024-11-19T12:30:59,877 DEBUG [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:30:59,878 INFO [StoreOpener-64150f753e8ca5fbb6024c79522c6fed-1 {}] regionserver.HStore(327): Store=64150f753e8ca5fbb6024c79522c6fed/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:30:59,878 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,879 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,881 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:30:59,882 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 2024-11-19T12:30:59,930 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T12:30:59,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:31:00,276 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64150f753e8ca5fbb6024c79522c6fed 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T12:31:00,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/49bf832af865476e80b6c20af9d64a1a is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732019455541/Put/seqid=0 2024-11-19T12:31:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741858_1035 (size=50463) 2024-11-19T12:31:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741858_1035 (size=50463) 2024-11-19T12:31:00,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741858_1035 (size=50463) 2024-11-19T12:31:00,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/49bf832af865476e80b6c20af9d64a1a 2024-11-19T12:31:00,336 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/49bf832af865476e80b6c20af9d64a1a as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/a/49bf832af865476e80b6c20af9d64a1a 2024-11-19T12:31:00,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/a/49bf832af865476e80b6c20af9d64a1a, entries=754, sequenceid=754, filesize=49.3 K 2024-11-19T12:31:00,345 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 64150f753e8ca5fbb6024c79522c6fed in 68ms, sequenceid=754, compaction requested=false; wal=null 2024-11-19T12:31:00,362 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T12:31:00,363 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64150f753e8ca5fbb6024c79522c6fed 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T12:31:00,372 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/0c6a352d7c574421a84ba29ba29d91b0 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732019455593/Put/seqid=0 2024-11-19T12:31:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741859_1036 (size=20072) 2024-11-19T12:31:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741859_1036 (size=20072) 2024-11-19T12:31:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741859_1036 (size=20072) 2024-11-19T12:31:00,382 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/0c6a352d7c574421a84ba29ba29d91b0 2024-11-19T12:31:00,412 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/020c8c9951044d8c935cf7918137cb91 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732019455614/Put/seqid=0 2024-11-19T12:31:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741860_1037 (size=35835) 2024-11-19T12:31:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741860_1037 (size=35835) 2024-11-19T12:31:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741860_1037 (size=35835) 2024-11-19T12:31:00,420 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/020c8c9951044d8c935cf7918137cb91 2024-11-19T12:31:00,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/a/0c6a352d7c574421a84ba29ba29d91b0 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/a/0c6a352d7c574421a84ba29ba29d91b0 2024-11-19T12:31:00,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/a/0c6a352d7c574421a84ba29ba29d91b0, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-19T12:31:00,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/020c8c9951044d8c935cf7918137cb91 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/b/020c8c9951044d8c935cf7918137cb91 2024-11-19T12:31:00,443 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/b/020c8c9951044d8c935cf7918137cb91, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-19T12:31:00,443 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 64150f753e8ca5fbb6024c79522c6fed in 81ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-19T12:31:00,460 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T12:31:00,460 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64150f753e8ca5fbb6024c79522c6fed 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T12:31:00,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/405e8429c1bd4c0ababe6c4a22b000eb is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732019455635/Put/seqid=0 2024-11-19T12:31:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741861_1038 (size=35082) 2024-11-19T12:31:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741861_1038 (size=35082) 2024-11-19T12:31:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741861_1038 (size=35082) 2024-11-19T12:31:00,478 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/405e8429c1bd4c0ababe6c4a22b000eb 2024-11-19T12:31:00,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/6080f80b5b504a2d9381c3f1a89abc9f is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732019455664/Put/seqid=0 2024-11-19T12:31:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741862_1039 (size=20825) 2024-11-19T12:31:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741862_1039 (size=20825) 2024-11-19T12:31:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741862_1039 (size=20825) 2024-11-19T12:31:00,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/6080f80b5b504a2d9381c3f1a89abc9f 2024-11-19T12:31:00,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/b/405e8429c1bd4c0ababe6c4a22b000eb as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/b/405e8429c1bd4c0ababe6c4a22b000eb 2024-11-19T12:31:00,526 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/b/405e8429c1bd4c0ababe6c4a22b000eb, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-19T12:31:00,527 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/6080f80b5b504a2d9381c3f1a89abc9f as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/c/6080f80b5b504a2d9381c3f1a89abc9f 2024-11-19T12:31:00,535 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/c/6080f80b5b504a2d9381c3f1a89abc9f, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-19T12:31:00,535 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 64150f753e8ca5fbb6024c79522c6fed in 75ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-19T12:31:00,547 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732019455709/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:31:00,551 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 2024-11-19T12:31:00,552 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T12:31:00,552 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64150f753e8ca5fbb6024c79522c6fed 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-19T12:31:00,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/5ac60592a7584b1b80c2f163adcb16ad is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732019455670/Put/seqid=0 2024-11-19T12:31:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741863_1040 (size=50301) 2024-11-19T12:31:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741863_1040 (size=50301) 2024-11-19T12:31:00,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741863_1040 (size=50301) 2024-11-19T12:31:00,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/5ac60592a7584b1b80c2f163adcb16ad 2024-11-19T12:31:00,584 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ac60592a7584b1b80c2f163adcb16ad 2024-11-19T12:31:00,585 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/.tmp/c/5ac60592a7584b1b80c2f163adcb16ad as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/c/5ac60592a7584b1b80c2f163adcb16ad 2024-11-19T12:31:00,592 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ac60592a7584b1b80c2f163adcb16ad 2024-11-19T12:31:00,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/c/5ac60592a7584b1b80c2f163adcb16ad, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-19T12:31:00,593 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 64150f753e8ca5fbb6024c79522c6fed in 41ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-19T12:31:00,594 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/0000000000000003002 2024-11-19T12:31:00,595 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:31:00,595 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:31:00,596 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T12:31:00,598 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64150f753e8ca5fbb6024c79522c6fed 2024-11-19T12:31:00,600 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenIntoWAL/64150f753e8ca5fbb6024c79522c6fed/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-19T12:31:00,602 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64150f753e8ca5fbb6024c79522c6fed; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72462787, jitterRate=0.07977966964244843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T12:31:00,602 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64150f753e8ca5fbb6024c79522c6fed: Writing region info on filesystem at 1732019459870Initializing all the Stores at 1732019459871 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019459871Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019459872 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019459872Cleaning up temporary data from old regions at 1732019460595 (+723 ms)Region opened successfully at 1732019460602 (+7 ms) 2024-11-19T12:31:00,663 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 64150f753e8ca5fbb6024c79522c6fed, disabling compactions & flushes 2024-11-19T12:31:00,664 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:31:00,664 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:31:00,664 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. after waiting 0 ms 2024-11-19T12:31:00,664 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:31:00,666 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732019455447.64150f753e8ca5fbb6024c79522c6fed. 2024-11-19T12:31:00,666 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 64150f753e8ca5fbb6024c79522c6fed: Waiting for close lock at 1732019460663Disabling compacts and flushes for region at 1732019460663Disabling writes for close at 1732019460664 (+1 ms)Writing region close event to WAL at 1732019460666 (+2 ms)Closed at 1732019460666 2024-11-19T12:31:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741857_1034 (size=93) 2024-11-19T12:31:00,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019459851 not finished, retry = 0 2024-11-19T12:31:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741857_1034 (size=93) 2024-11-19T12:31:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741857_1034 (size=93) 2024-11-19T12:31:00,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:00,774 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732019459851) 2024-11-19T12:31:00,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-344925487_22 at /127.0.0.1:34958 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-344925487_22 at /127.0.0.1:34976 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41173 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:44663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-344925487_22 at /127.0.0.1:36230 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:39495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-344925487_22 at /127.0.0.1:47856 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=13573 (was 13645) 2024-11-19T12:31:00,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=13573 2024-11-19T12:31:00,824 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:00,826 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:00,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:00,830 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78224084, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-78224084, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:00,842 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78224084/hregion-78224084.1732019460831, exclude list is [], retry=0 2024-11-19T12:31:00,845 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:00,845 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:00,846 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:00,848 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78224084/hregion-78224084.1732019460831 2024-11-19T12:31:00,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:00,849 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2db9fb446f3cd4a74f237851f03f722c, NAME => 'test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741865_1042 (size=43) 2024-11-19T12:31:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741865_1042 (size=43) 2024-11-19T12:31:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741865_1042 (size=43) 2024-11-19T12:31:00,868 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:00,870 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,871 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName a 2024-11-19T12:31:00,871 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:00,872 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:00,872 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,874 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName b 2024-11-19T12:31:00,874 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:00,875 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:00,875 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,876 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName c 2024-11-19T12:31:00,877 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:00,877 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:00,877 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,879 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,880 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,880 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:00,881 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:00,884 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:00,885 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2db9fb446f3cd4a74f237851f03f722c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66343649, jitterRate=-0.011402592062950134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:00,886 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2db9fb446f3cd4a74f237851f03f722c: Writing region info on filesystem at 1732019460869Initializing all the Stores at 1732019460869Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019460869Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019460870 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019460870Cleaning up temporary data from old regions at 1732019460880 (+10 ms)Region opened successfully at 1732019460886 (+6 ms) 2024-11-19T12:31:00,886 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2db9fb446f3cd4a74f237851f03f722c, disabling compactions & flushes 2024-11-19T12:31:00,886 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:00,886 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:00,886 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. after waiting 0 ms 2024-11-19T12:31:00,886 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:00,887 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:00,887 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2db9fb446f3cd4a74f237851f03f722c: Waiting for close lock at 1732019460886Disabling compacts and flushes for region at 1732019460886Disabling writes for close at 1732019460886Writing region close event to WAL at 1732019460887 (+1 ms)Closed at 1732019460887 2024-11-19T12:31:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741864_1041 (size=93) 2024-11-19T12:31:00,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-78224084/hregion-78224084.1732019460831 not finished, retry = 0 2024-11-19T12:31:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741864_1041 (size=93) 2024-11-19T12:31:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741864_1041 (size=93) 2024-11-19T12:31:00,997 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:00,997 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78224084:(num 1732019460831) 2024-11-19T12:31:00,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:01,000 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:01,012 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, exclude list is [], retry=0 2024-11-19T12:31:01,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:01,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:01,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:01,019 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 2024-11-19T12:31:01,020 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:31:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741866_1043 (size=344306) 2024-11-19T12:31:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741866_1043 (size=344306) 2024-11-19T12:31:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741866_1043 (size=344306) 2024-11-19T12:31:01,172 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, size=336.2 K (344306bytes) 2024-11-19T12:31:01,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 2024-11-19T12:31:01,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 after 0ms 2024-11-19T12:31:01,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 took 6ms 2024-11-19T12:31:01,182 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732019461000.temp 2024-11-19T12:31:01,184 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp 2024-11-19T12:31:01,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 so closing down 2024-11-19T12:31:01,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:01,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741867_1044 (size=344306) 2024-11-19T12:31:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741867_1044 (size=344306) 2024-11-19T12:31:01,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741867_1044 (size=344306) 2024-11-19T12:31:01,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-11-19T12:31:01,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp to hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 2024-11-19T12:31:01,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-19T12:31:01,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, journal: Splitting hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, size=336.2 K (344306bytes) at 1732019461173Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp at 1732019461184 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732019461192 (+8 ms)Split 2048 edits, skipped 0 edits. at 1732019461203 (+11 ms)Finishing writing output for hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 so closing down at 1732019461213 (+10 ms)3 split writer threads finished at 1732019461213Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1732019461217 (+4 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000000001-wal.1732019461000.temp to hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 at 1732019461220 (+3 ms)Processed 3000 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1732019461220 2024-11-19T12:31:01,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461000 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019461000 2024-11-19T12:31:01,223 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 2024-11-19T12:31:01,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:01,226 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:01,245 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, exclude list is [], retry=0 2024-11-19T12:31:01,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:01,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:01,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:01,251 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 2024-11-19T12:31:01,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:31:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741868_1045 (size=344433) 2024-11-19T12:31:01,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 not finished, retry = 0 2024-11-19T12:31:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741868_1045 (size=344433) 2024-11-19T12:31:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741868_1045 (size=344433) 2024-11-19T12:31:01,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, size=336.4 K (344433bytes) 2024-11-19T12:31:01,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 2024-11-19T12:31:01,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 after 1ms 2024-11-19T12:31:01,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 took 4ms 2024-11-19T12:31:01,553 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732019461227.temp 2024-11-19T12:31:01,555 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp 2024-11-19T12:31:01,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 so closing down 2024-11-19T12:31:01,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:01,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741869_1046 (size=344433) 2024-11-19T12:31:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741869_1046 (size=344433) 2024-11-19T12:31:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741869_1046 (size=344433) 2024-11-19T12:31:01,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-11-19T12:31:01,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp to hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 2024-11-19T12:31:01,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-19T12:31:01,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, journal: Splitting hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, size=336.4 K (344433bytes) at 1732019461545Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp at 1732019461555 (+10 ms)Split 1024 edits, skipped 0 edits. at 1732019461562 (+7 ms)Split 2048 edits, skipped 0 edits. at 1732019461573 (+11 ms)Finishing writing output for hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 so closing down at 1732019461584 (+11 ms)3 split writer threads finished at 1732019461585 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1732019461592 (+7 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003001-wal.1732019461227.temp to hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 at 1732019461594 (+2 ms)Processed 3000 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1732019461594 2024-11-19T12:31:01,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461227 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019461227 2024-11-19T12:31:01,598 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 2024-11-19T12:31:01,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:01,600 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/test2727-manual,16010,1732019460823, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:01,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461601, exclude list is [], retry=0 2024-11-19T12:31:01,624 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:01,624 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:01,625 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:01,627 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461601 2024-11-19T12:31:01,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:31:01,628 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2db9fb446f3cd4a74f237851f03f722c, NAME => 'test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:01,628 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:01,628 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,629 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,630 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,632 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName a 2024-11-19T12:31:01,632 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:01,632 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:01,633 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,634 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName b 2024-11-19T12:31:01,634 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:01,634 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:01,634 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,635 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2db9fb446f3cd4a74f237851f03f722c columnFamilyName c 2024-11-19T12:31:01,636 DEBUG [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:01,636 INFO [StoreOpener-2db9fb446f3cd4a74f237851f03f722c-1 {}] regionserver.HStore(327): Store=2db9fb446f3cd4a74f237851f03f722c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:01,636 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,637 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,640 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,641 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 2024-11-19T12:31:01,673 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 2024-11-19T12:31:01,675 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 2024-11-19T12:31:01,705 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 2024-11-19T12:31:01,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2db9fb446f3cd4a74f237851f03f722c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-19T12:31:01,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/a/5047b5fb2df24ebe8e4282710c209b2e is 41, key is test2727/a:100/1732019461256/Put/seqid=0 2024-11-19T12:31:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741871_1048 (size=84227) 2024-11-19T12:31:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741871_1048 (size=84227) 2024-11-19T12:31:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741871_1048 (size=84227) 2024-11-19T12:31:01,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/a/5047b5fb2df24ebe8e4282710c209b2e 2024-11-19T12:31:01,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/b/e72162e437f34db88002c84db6217746 is 41, key is test2727/b:100/1732019461299/Put/seqid=0 2024-11-19T12:31:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741872_1049 (size=84609) 2024-11-19T12:31:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741872_1049 (size=84609) 2024-11-19T12:31:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741872_1049 (size=84609) 2024-11-19T12:31:01,765 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/b/e72162e437f34db88002c84db6217746 2024-11-19T12:31:01,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/c/84b5534335ce4e27952609bb93a98653 is 41, key is test2727/c:100/1732019461353/Put/seqid=0 2024-11-19T12:31:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741873_1050 (size=84609) 2024-11-19T12:31:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741873_1050 (size=84609) 2024-11-19T12:31:01,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741873_1050 (size=84609) 2024-11-19T12:31:01,798 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/c/84b5534335ce4e27952609bb93a98653 2024-11-19T12:31:01,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/a/5047b5fb2df24ebe8e4282710c209b2e as hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/a/5047b5fb2df24ebe8e4282710c209b2e 2024-11-19T12:31:01,813 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/a/5047b5fb2df24ebe8e4282710c209b2e, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-19T12:31:01,815 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/b/e72162e437f34db88002c84db6217746 as hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/b/e72162e437f34db88002c84db6217746 2024-11-19T12:31:01,822 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/b/e72162e437f34db88002c84db6217746, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T12:31:01,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/.tmp/c/84b5534335ce4e27952609bb93a98653 as hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/c/84b5534335ce4e27952609bb93a98653 2024-11-19T12:31:01,830 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/c/84b5534335ce4e27952609bb93a98653, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T12:31:01,831 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2db9fb446f3cd4a74f237851f03f722c in 125ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-19T12:31:01,832 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000003000 2024-11-19T12:31:01,832 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/0000000000000006000 2024-11-19T12:31:01,834 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,834 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,835 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:01,836 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2db9fb446f3cd4a74f237851f03f722c 2024-11-19T12:31:01,839 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/test2727/2db9fb446f3cd4a74f237851f03f722c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-19T12:31:01,840 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2db9fb446f3cd4a74f237851f03f722c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59647045, jitterRate=-0.11118976771831512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:01,841 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2db9fb446f3cd4a74f237851f03f722c: Writing region info on filesystem at 1732019461629Initializing all the Stores at 1732019461630 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019461630Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019461630Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019461630Obtaining lock to block concurrent updates at 1732019461705 (+75 ms)Preparing flush snapshotting stores in 2db9fb446f3cd4a74f237851f03f722c at 1732019461705Finished memstore snapshotting test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732019461705Flushing stores of test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. at 1732019461705Flushing 2db9fb446f3cd4a74f237851f03f722c/a: creating writer at 1732019461706 (+1 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/a: appending metadata at 1732019461725 (+19 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/a: closing flushed file at 1732019461725Flushing 2db9fb446f3cd4a74f237851f03f722c/b: creating writer at 1732019461740 (+15 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/b: appending metadata at 1732019461757 (+17 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/b: closing flushed file at 1732019461757Flushing 2db9fb446f3cd4a74f237851f03f722c/c: creating writer at 1732019461771 (+14 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/c: appending metadata at 1732019461790 (+19 ms)Flushing 2db9fb446f3cd4a74f237851f03f722c/c: closing flushed file at 1732019461790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2eece4: reopening flushed file at 1732019461805 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5416da5d: reopening flushed file at 1732019461814 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e002cb: reopening flushed file at 1732019461822 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2db9fb446f3cd4a74f237851f03f722c in 125ms, sequenceid=6000, compaction requested=false; wal=null at 1732019461831 (+9 ms)Cleaning up temporary data from old regions at 1732019461834 (+3 ms)Region opened successfully at 1732019461841 (+7 ms) 2024-11-19T12:31:01,842 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-19T12:31:01,842 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2db9fb446f3cd4a74f237851f03f722c, disabling compactions & flushes 2024-11-19T12:31:01,842 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:01,843 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:01,843 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. after waiting 0 ms 2024-11-19T12:31:01,843 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:01,844 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732019460825.2db9fb446f3cd4a74f237851f03f722c. 2024-11-19T12:31:01,844 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2db9fb446f3cd4a74f237851f03f722c: Waiting for close lock at 1732019461842Disabling compacts and flushes for region at 1732019461842Disabling writes for close at 1732019461843 (+1 ms)Writing region close event to WAL at 1732019461844 (+1 ms)Closed at 1732019461844 2024-11-19T12:31:01,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732019460823/wal.1732019461601 not finished, retry = 0 2024-11-19T12:31:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741870_1047 (size=93) 2024-11-19T12:31:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741870_1047 (size=93) 2024-11-19T12:31:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741870_1047 (size=93) 2024-11-19T12:31:01,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:31:01,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:01,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:31:01,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:31:01,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:31:01,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:01,857 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-19T12:31:01,857 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:01,953 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:01,953 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732019461601) 2024-11-19T12:31:01,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=407 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34958 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34976 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47986 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:36310 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=13380 (was 13573) 2024-11-19T12:31:01,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=407, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=13379 2024-11-19T12:31:01,991 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:01,998 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:01,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732019461999 2024-11-19T12:31:02,005 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 2024-11-19T12:31:02,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:02,008 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 58036369d7a1a2eae3533975ae582677, NAME => 'testSequentialEditLogSeqNum,,1732019461992.58036369d7a1a2eae3533975ae582677.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:02,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732019461992.58036369d7a1a2eae3533975ae582677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:02,009 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,009 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,010 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677 doesn't exist for region: 58036369d7a1a2eae3533975ae582677 on table testSequentialEditLogSeqNum 2024-11-19T12:31:02,010 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 58036369d7a1a2eae3533975ae582677 on table testSequentialEditLogSeqNum 2024-11-19T12:31:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741875_1052 (size=62) 2024-11-19T12:31:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741875_1052 (size=62) 2024-11-19T12:31:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741875_1052 (size=62) 2024-11-19T12:31:02,021 INFO [StoreOpener-58036369d7a1a2eae3533975ae582677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,023 INFO [StoreOpener-58036369d7a1a2eae3533975ae582677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58036369d7a1a2eae3533975ae582677 columnFamilyName a 2024-11-19T12:31:02,023 DEBUG [StoreOpener-58036369d7a1a2eae3533975ae582677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,024 INFO [StoreOpener-58036369d7a1a2eae3533975ae582677-1 {}] regionserver.HStore(327): Store=58036369d7a1a2eae3533975ae582677/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,024 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,026 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,026 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,028 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58036369d7a1a2eae3533975ae582677 2024-11-19T12:31:02,030 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:02,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 58036369d7a1a2eae3533975ae582677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72162766, jitterRate=0.07530900835990906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:31:02,032 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58036369d7a1a2eae3533975ae582677: Writing region info on filesystem at 1732019462009Initializing all the Stores at 1732019462021 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462021Cleaning up temporary data from old regions at 1732019462026 (+5 ms)Region opened successfully at 1732019462032 (+6 ms) 2024-11-19T12:31:02,044 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 58036369d7a1a2eae3533975ae582677 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-19T12:31:02,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/.tmp/a/efbc35a4d3154840bceae8a8ea3dc6cc is 81, key is testSequentialEditLogSeqNum/a:x0/1732019462032/Put/seqid=0 2024-11-19T12:31:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741876_1053 (size=5833) 2024-11-19T12:31:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741876_1053 (size=5833) 2024-11-19T12:31:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741876_1053 (size=5833) 2024-11-19T12:31:02,073 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/.tmp/a/efbc35a4d3154840bceae8a8ea3dc6cc 2024-11-19T12:31:02,080 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/.tmp/a/efbc35a4d3154840bceae8a8ea3dc6cc as hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/a/efbc35a4d3154840bceae8a8ea3dc6cc 2024-11-19T12:31:02,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/a/efbc35a4d3154840bceae8a8ea3dc6cc, entries=10, sequenceid=13, filesize=5.7 K 2024-11-19T12:31:02,088 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 58036369d7a1a2eae3533975ae582677 in 44ms, sequenceid=13, compaction requested=false 2024-11-19T12:31:02,088 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 58036369d7a1a2eae3533975ae582677: 2024-11-19T12:31:02,094 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T12:31:02,094 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T12:31:02,095 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T12:31:02,095 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T12:31:02,095 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T12:31:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741874_1051 (size=3017) 2024-11-19T12:31:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741874_1051 (size=3017) 2024-11-19T12:31:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741874_1051 (size=3017) 2024-11-19T12:31:02,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999, size=2.9 K (3017bytes) 2024-11-19T12:31:02,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 2024-11-19T12:31:02,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 after 0ms 2024-11-19T12:31:02,120 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 took 3ms 2024-11-19T12:31:02,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 so closing down 2024-11-19T12:31:02,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:02,124 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732019461999.temp 2024-11-19T12:31:02,126 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp 2024-11-19T12:31:02,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741877_1054 (size=2433) 2024-11-19T12:31:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741877_1054 (size=2433) 2024-11-19T12:31:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741877_1054 (size=2433) 2024-11-19T12:31:02,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:02,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp to hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000020 2024-11-19T12:31:02,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-19T12:31:02,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999, journal: Splitting hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999, size=2.9 K (3017bytes) at 1732019462117Finishing writing output for hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999 so closing down at 1732019462123 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp at 1732019462126 (+3 ms)3 split writer threads finished at 1732019462126Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732019462133 (+7 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000003-wal.1732019461999.temp to hdfs://localhost:41173/hbase/data/default/testSequentialEditLogSeqNum/58036369d7a1a2eae3533975ae582677/recovered.edits/0000000000000000020 at 1732019462135 (+2 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732019461991/wal.1732019461999, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1732019462135 2024-11-19T12:31:02,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=412 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34958 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:34976 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47986 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=13360 (was 13379) 2024-11-19T12:31:02,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=412, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=13359 2024-11-19T12:31:02,183 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:02,186 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:02,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:02,220 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05445270, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-05445270, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:02,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05445270/hregion-05445270.1732019462221, exclude list is [], retry=0 2024-11-19T12:31:02,240 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:02,240 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:02,241 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:02,243 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05445270/hregion-05445270.1732019462221 2024-11-19T12:31:02,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:31:02,247 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 972629addf9b50b96996127b97dcc729, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741879_1056 (size=70) 2024-11-19T12:31:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741879_1056 (size=70) 2024-11-19T12:31:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741879_1056 (size=70) 2024-11-19T12:31:02,265 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:02,267 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,269 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName a 2024-11-19T12:31:02,269 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,270 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,270 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,272 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName b 2024-11-19T12:31:02,272 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,272 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,272 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,274 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName c 2024-11-19T12:31:02,274 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,275 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,275 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,277 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,277 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,278 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:02,279 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,282 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:02,282 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 972629addf9b50b96996127b97dcc729; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66670190, jitterRate=-0.006536751985549927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 972629addf9b50b96996127b97dcc729: Writing region info on filesystem at 1732019462265Initializing all the Stores at 1732019462267 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462267Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462267Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462267Cleaning up temporary data from old regions at 1732019462277 (+10 ms)Region opened successfully at 1732019462283 (+6 ms) 2024-11-19T12:31:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 972629addf9b50b96996127b97dcc729, disabling compactions & flushes 2024-11-19T12:31:02,284 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. after waiting 0 ms 2024-11-19T12:31:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:02,284 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:02,285 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 972629addf9b50b96996127b97dcc729: Waiting for close lock at 1732019462284Disabling compacts and flushes for region at 1732019462284Disabling writes for close at 1732019462284Writing region close event to WAL at 1732019462284Closed at 1732019462284 2024-11-19T12:31:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741878_1055 (size=93) 2024-11-19T12:31:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741878_1055 (size=93) 2024-11-19T12:31:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741878_1055 (size=93) 2024-11-19T12:31:02,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:02,291 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05445270:(num 1732019462221) 2024-11-19T12:31:02,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:02,293 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:02,306 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, exclude list is [], retry=0 2024-11-19T12:31:02,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:02,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:02,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:02,311 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 2024-11-19T12:31:02,312 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:31:02,312 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 972629addf9b50b96996127b97dcc729, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:02,312 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:02,312 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,312 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,314 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,315 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName a 2024-11-19T12:31:02,315 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,316 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,316 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,317 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName b 2024-11-19T12:31:02,317 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,317 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,317 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,318 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName c 2024-11-19T12:31:02,318 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:02,319 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:02,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,322 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,322 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,322 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:02,323 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:02,324 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 972629addf9b50b96996127b97dcc729; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73666510, jitterRate=0.09771654009819031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:02,325 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 972629addf9b50b96996127b97dcc729: Writing region info on filesystem at 1732019462312Initializing all the Stores at 1732019462313 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462313Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462314 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019462314Cleaning up temporary data from old regions at 1732019462322 (+8 ms)Region opened successfully at 1732019462325 (+3 ms) 2024-11-19T12:31:02,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732019462328/Put/seqid=0 2024-11-19T12:31:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741881_1058 (size=4826) 2024-11-19T12:31:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741881_1058 (size=4826) 2024-11-19T12:31:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741881_1058 (size=4826) 2024-11-19T12:31:02,339 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41173/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 972629addf9b50b96996127b97dcc729/a 2024-11-19T12:31:02,348 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-19T12:31:02,348 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:31:02,348 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 972629addf9b50b96996127b97dcc729: 2024-11-19T12:31:02,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/6dc8c1c4138649868e9bb8798c5424af_SeqId_3_ 2024-11-19T12:31:02,351 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41173/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 972629addf9b50b96996127b97dcc729/a as hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/6dc8c1c4138649868e9bb8798c5424af_SeqId_3_ - updating store file list. 2024-11-19T12:31:02,358 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6dc8c1c4138649868e9bb8798c5424af_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:02,359 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/6dc8c1c4138649868e9bb8798c5424af_SeqId_3_ into 972629addf9b50b96996127b97dcc729/a 2024-11-19T12:31:02,359 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41173/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 972629addf9b50b96996127b97dcc729/a (new location: hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/6dc8c1c4138649868e9bb8798c5424af_SeqId_3_) 2024-11-19T12:31:02,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, size=0 (0bytes) 2024-11-19T12:31:02,400 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 might be still open, length is 0 2024-11-19T12:31:02,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 2024-11-19T12:31:02,401 WARN [IPC Server handler 2 on default port 41173 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-19T12:31:02,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 after 1ms 2024-11-19T12:31:02,600 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:58038 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58038 dst: /127.0.0.1:33093 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33093 remote=/127.0.0.1:58038]. Total timeout mills is 60000, 59766 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:02,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47928 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47928 dst: /127.0.0.1:35635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:02,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47562 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47562 dst: /127.0.0.1:37811 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741880_1059 (size=504) 2024-11-19T12:31:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741880_1059 (size=504) 2024-11-19T12:31:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741880_1059 (size=504) 2024-11-19T12:31:06,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 after 4003ms 2024-11-19T12:31:06,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 took 4012ms 2024-11-19T12:31:06,414 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294; continuing. 2024-11-19T12:31:06,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 so closing down 2024-11-19T12:31:06,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:06,417 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732019462294.temp 2024-11-19T12:31:06,419 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp 2024-11-19T12:31:06,419 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741882_1060 (size=238) 2024-11-19T12:31:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741882_1060 (size=238) 2024-11-19T12:31:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741882_1060 (size=238) 2024-11-19T12:31:06,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:06,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp to hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 2024-11-19T12:31:06,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T12:31:06,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, journal: Splitting hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, size=0 (0bytes) at 1732019462400Finishing writing output for hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 so closing down at 1732019466415 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp at 1732019466419 (+4 ms)3 split writer threads finished at 1732019466419Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732019466427 (+8 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005-wal.1732019462294.temp to hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 at 1732019466428 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294, size=0, length=0, corrupted=false, cancelled=false at 1732019466428 2024-11-19T12:31:06,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019462294 2024-11-19T12:31:06,430 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 2024-11-19T12:31:06,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:06,432 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:06,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019466432, exclude list is [], retry=0 2024-11-19T12:31:06,448 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:06,448 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:06,448 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:06,450 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019466432 2024-11-19T12:31:06,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:06,452 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 972629addf9b50b96996127b97dcc729, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:06,453 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:06,453 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,453 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,454 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,455 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName a 2024-11-19T12:31:06,456 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,462 DEBUG [StoreFileOpener-972629addf9b50b96996127b97dcc729-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6dc8c1c4138649868e9bb8798c5424af_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:06,462 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/6dc8c1c4138649868e9bb8798c5424af_SeqId_3_ 2024-11-19T12:31:06,462 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:06,462 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,464 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName b 2024-11-19T12:31:06,464 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,464 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:06,465 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,465 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972629addf9b50b96996127b97dcc729 columnFamilyName c 2024-11-19T12:31:06,466 DEBUG [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,466 INFO [StoreOpener-972629addf9b50b96996127b97dcc729-1 {}] regionserver.HStore(327): Store=972629addf9b50b96996127b97dcc729/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:06,466 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,469 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,470 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 2024-11-19T12:31:06,473 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 2024-11-19T12:31:06,473 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 972629addf9b50b96996127b97dcc729 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-19T12:31:06,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/.tmp/a/01d9d9978c144d389ac8db9acbd2ab86 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732019462364/Put/seqid=0 2024-11-19T12:31:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741884_1062 (size=5149) 2024-11-19T12:31:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741884_1062 (size=5149) 2024-11-19T12:31:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741884_1062 (size=5149) 2024-11-19T12:31:06,499 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/.tmp/a/01d9d9978c144d389ac8db9acbd2ab86 2024-11-19T12:31:06,507 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/.tmp/a/01d9d9978c144d389ac8db9acbd2ab86 as hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/01d9d9978c144d389ac8db9acbd2ab86 2024-11-19T12:31:06,513 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/a/01d9d9978c144d389ac8db9acbd2ab86, entries=1, sequenceid=5, filesize=5.0 K 2024-11-19T12:31:06,514 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 972629addf9b50b96996127b97dcc729 in 41ms, sequenceid=5, compaction requested=false; wal=null 2024-11-19T12:31:06,515 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/0000000000000000005 2024-11-19T12:31:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,517 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:06,518 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 972629addf9b50b96996127b97dcc729 2024-11-19T12:31:06,520 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/972629addf9b50b96996127b97dcc729/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:31:06,521 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 972629addf9b50b96996127b97dcc729; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64891641, jitterRate=-0.03303919732570648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:06,521 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 972629addf9b50b96996127b97dcc729: Writing region info on filesystem at 1732019466453Initializing all the Stores at 1732019466454 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019466454Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019466454Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019466454Obtaining lock to block concurrent updates at 1732019466473 (+19 ms)Preparing flush snapshotting stores in 972629addf9b50b96996127b97dcc729 at 1732019466473Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732019466474 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. at 1732019466474Flushing 972629addf9b50b96996127b97dcc729/a: creating writer at 1732019466474Flushing 972629addf9b50b96996127b97dcc729/a: appending metadata at 1732019466491 (+17 ms)Flushing 972629addf9b50b96996127b97dcc729/a: closing flushed file at 1732019466491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dd6377: reopening flushed file at 1732019466506 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 972629addf9b50b96996127b97dcc729 in 41ms, sequenceid=5, compaction requested=false; wal=null at 1732019466514 (+8 ms)Cleaning up temporary data from old regions at 1732019466516 (+2 ms)Region opened successfully at 1732019466521 (+5 ms) 2024-11-19T12:31:06,525 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 972629addf9b50b96996127b97dcc729, disabling compactions & flushes 2024-11-19T12:31:06,525 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:06,525 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:06,525 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. after waiting 0 ms 2024-11-19T12:31:06,525 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:06,526 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732019462184.972629addf9b50b96996127b97dcc729. 2024-11-19T12:31:06,526 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 972629addf9b50b96996127b97dcc729: Waiting for close lock at 1732019466525Disabling compacts and flushes for region at 1732019466525Disabling writes for close at 1732019466525Writing region close event to WAL at 1732019466526 (+1 ms)Closed at 1732019466526 2024-11-19T12:31:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741883_1061 (size=93) 2024-11-19T12:31:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741883_1061 (size=93) 2024-11-19T12:31:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741883_1061 (size=93) 2024-11-19T12:31:06,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:06,531 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732019466432) 2024-11-19T12:31:06,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 412) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41173 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1555848214_22 at /127.0.0.1:47946 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1555848214_22 at /127.0.0.1:47606 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=13281 (was 13359) 2024-11-19T12:31:06,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=13280 2024-11-19T12:31:06,576 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:06,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:31:06,584 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,37419,1732019451514 2024-11-19T12:31:06,586 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf5e20f 2024-11-19T12:31:06,587 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:31:06,589 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:31:06,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:31:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T12:31:06,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:31:06,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-19T12:31:06,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:31:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:31:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741885_1063 (size=694) 2024-11-19T12:31:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741885_1063 (size=694) 2024-11-19T12:31:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741885_1063 (size=694) 2024-11-19T12:31:06,616 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4 2024-11-19T12:31:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741886_1064 (size=77) 2024-11-19T12:31:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741886_1064 (size=77) 2024-11-19T12:31:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741886_1064 (size=77) 2024-11-19T12:31:06,625 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:06,625 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:06,626 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:06,626 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:06,626 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:06,626 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:06,626 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:06,626 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019466625Disabling compacts and flushes for region at 1732019466625Disabling writes for close at 1732019466626 (+1 ms)Writing region close event to WAL at 1732019466626Closed at 1732019466626 2024-11-19T12:31:06,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:31:06,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732019466628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732019466628"}]},"ts":"1732019466628"} 2024-11-19T12:31:06,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:31:06,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:31:06,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732019466639"}]},"ts":"1732019466639"} 2024-11-19T12:31:06,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-19T12:31:06,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:31:06,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:31:06,650 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:31:06,650 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:31:06,650 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:31:06,650 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:31:06,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN}] 2024-11-19T12:31:06,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN 2024-11-19T12:31:06,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN; state=OFFLINE, location=351a98347401,32853,1732019452317; forceNewPlan=false, retain=false 2024-11-19T12:31:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:31:06,807 INFO [351a98347401:37419 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T12:31:06,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPENING, regionLocation=351a98347401,32853,1732019452317 2024-11-19T12:31:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN because future has completed 2024-11-19T12:31:06,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317}] 2024-11-19T12:31:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:31:06,966 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:31:06,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:31:06,979 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:06,979 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:06,980 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,980 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:06,980 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,980 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,982 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,984 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:06,984 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,985 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:06,985 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,986 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:06,986 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:06,987 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:06,987 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,988 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,989 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,990 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,990 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,991 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T12:31:06,992 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,994 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:06,995 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3d5e5d709ec1632f75fbb2ceee7a819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71076997, jitterRate=0.05912978947162628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T12:31:06,995 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:06,996 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3d5e5d709ec1632f75fbb2ceee7a819: Running coprocessor pre-open hook at 1732019466981Writing region info on filesystem at 1732019466981Initializing all the Stores at 1732019466982 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019466982Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019466982Cleaning up temporary data from old regions at 1732019466990 (+8 ms)Running coprocessor post-open hooks at 1732019466995 (+5 ms)Region opened successfully at 1732019466996 (+1 ms) 2024-11-19T12:31:06,997 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., pid=6, masterSystemTime=1732019466965 2024-11-19T12:31:07,000 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,000 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,32853,1732019452317 2024-11-19T12:31:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 because future has completed 2024-11-19T12:31:07,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:31:07,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 in 194 msec 2024-11-19T12:31:07,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:31:07,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN in 358 msec 2024-11-19T12:31:07,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:31:07,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732019467015"}]},"ts":"1732019467015"} 2024-11-19T12:31:07,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-19T12:31:07,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:31:07,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 425 msec 2024-11-19T12:31:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:31:07,235 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-19T12:31:07,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-19T12:31:07,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:31:07,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-19T12:31:07,248 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:31:07,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-19T12:31:07,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=2] 2024-11-19T12:31:07,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:31:07,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:31:07,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c3d5e5d709ec1632f75fbb2ceee7a819, source=351a98347401,32853,1732019452317, destination=351a98347401,39355,1732019452225, warming up region on 351a98347401,39355,1732019452225 2024-11-19T12:31:07,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c3d5e5d709ec1632f75fbb2ceee7a819, source=351a98347401,32853,1732019452317, destination=351a98347401,39355,1732019452225, running balancer 2024-11-19T12:31:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE 2024-11-19T12:31:07,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE 2024-11-19T12:31:07,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=CLOSING, regionLocation=351a98347401,32853,1732019452317 2024-11-19T12:31:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(7855): Warmup {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:07,284 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,286 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:07,286 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:07,286 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:07,287 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,288 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:07,288 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:07,288 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:07,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE because future has completed 2024-11-19T12:31:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:07,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,290 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T12:31:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317}] 2024-11-19T12:31:07,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019467290Disabling compacts and flushes for region at 1732019467290Disabling writes for close at 1732019467290Writing region close event to WAL at 1732019467291 (+1 ms)Closed at 1732019467291 2024-11-19T12:31:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-19T12:31:07,450 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,450 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T12:31:07,451 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:07,451 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,451 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,451 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:07,451 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,451 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c3d5e5d709ec1632f75fbb2ceee7a819 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-19T12:31:07,469 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/23adffb316af40618fe8bf9265467cf5 is 35, key is r1/cf1:q/1732019467265/Put/seqid=0 2024-11-19T12:31:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741887_1065 (size=4783) 2024-11-19T12:31:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741887_1065 (size=4783) 2024-11-19T12:31:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741887_1065 (size=4783) 2024-11-19T12:31:07,478 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/23adffb316af40618fe8bf9265467cf5 2024-11-19T12:31:07,486 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/23adffb316af40618fe8bf9265467cf5 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5 2024-11-19T12:31:07,494 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-19T12:31:07,495 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c3d5e5d709ec1632f75fbb2ceee7a819 in 44ms, sequenceid=5, compaction requested=false 2024-11-19T12:31:07,496 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-19T12:31:07,501 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:31:07,504 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,504 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019467451Running coprocessor pre-close hooks at 1732019467451Disabling compacts and flushes for region at 1732019467451Disabling writes for close at 1732019467451Obtaining lock to block concurrent updates at 1732019467451Preparing flush snapshotting stores in c3d5e5d709ec1632f75fbb2ceee7a819 at 1732019467451Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732019467451Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. at 1732019467452 (+1 ms)Flushing c3d5e5d709ec1632f75fbb2ceee7a819/cf1: creating writer at 1732019467452Flushing c3d5e5d709ec1632f75fbb2ceee7a819/cf1: appending metadata at 1732019467469 (+17 ms)Flushing c3d5e5d709ec1632f75fbb2ceee7a819/cf1: closing flushed file at 1732019467469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c9c3c9: reopening flushed file at 1732019467485 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c3d5e5d709ec1632f75fbb2ceee7a819 in 44ms, sequenceid=5, compaction requested=false at 1732019467495 (+10 ms)Writing region close event to WAL at 1732019467497 (+2 ms)Running coprocessor post-close hooks at 1732019467502 (+5 ms)Closed at 1732019467504 (+2 ms) 2024-11-19T12:31:07,505 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c3d5e5d709ec1632f75fbb2ceee7a819 move to 351a98347401,39355,1732019452225 record at close sequenceid=5 2024-11-19T12:31:07,508 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=CLOSED 2024-11-19T12:31:07,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 because future has completed 2024-11-19T12:31:07,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T12:31:07,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 in 223 msec 2024-11-19T12:31:07,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE; state=CLOSED, location=351a98347401,39355,1732019452225; forceNewPlan=false, retain=false 2024-11-19T12:31:07,670 INFO [351a98347401:37419 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T12:31:07,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPENING, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:31:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE because future has completed 2024-11-19T12:31:07,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225}] 2024-11-19T12:31:07,835 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,835 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:07,835 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,835 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:07,836 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,836 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,837 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,838 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:07,839 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:07,847 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5 2024-11-19T12:31:07,847 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:07,848 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,849 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:07,849 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:07,850 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:07,850 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,851 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,853 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,853 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,854 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,854 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T12:31:07,856 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,857 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c3d5e5d709ec1632f75fbb2ceee7a819; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62126276, jitterRate=-0.074246346950531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T12:31:07,857 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:07,858 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c3d5e5d709ec1632f75fbb2ceee7a819: Running coprocessor pre-open hook at 1732019467836Writing region info on filesystem at 1732019467836Initializing all the Stores at 1732019467837 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019467837Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019467837Cleaning up temporary data from old regions at 1732019467854 (+17 ms)Running coprocessor post-open hooks at 1732019467857 (+3 ms)Region opened successfully at 1732019467858 (+1 ms) 2024-11-19T12:31:07,859 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., pid=9, masterSystemTime=1732019467830 2024-11-19T12:31:07,861 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,862 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:07,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPEN, openSeqNum=9, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:31:07,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 because future has completed 2024-11-19T12:31:07,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-19T12:31:07,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 in 190 msec 2024-11-19T12:31:07,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE in 589 msec 2024-11-19T12:31:07,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:31:07,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:31:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41526 deadline: 1732019527891, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=39355 startCode=1732019452225. As of locationSeqNum=5. 2024-11-19T12:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=39355 startCode=1732019452225. As of locationSeqNum=5. 2024-11-19T12:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=39355 startCode=1732019452225. As of locationSeqNum=5. 2024-11-19T12:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=39355 startCode=1732019452225. As of locationSeqNum=5. 2024-11-19T12:31:08,031 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c3d5e5d709ec1632f75fbb2ceee7a819 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-19T12:31:08,050 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/a1a67b4963fa4a45bdd67f1df208e94e is 29, key is r1/cf1:/1732019468023/DeleteFamily/seqid=0 2024-11-19T12:31:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741888_1066 (size=4906) 2024-11-19T12:31:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741888_1066 (size=4906) 2024-11-19T12:31:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741888_1066 (size=4906) 2024-11-19T12:31:08,058 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,064 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf2/3d676040c06149298c1e50b839a11052 is 29, key is r1/cf2:/1732019468023/DeleteFamily/seqid=0 2024-11-19T12:31:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741889_1067 (size=4906) 2024-11-19T12:31:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741889_1067 (size=4906) 2024-11-19T12:31:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741889_1067 (size=4906) 2024-11-19T12:31:08,086 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf2/3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,092 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,093 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/a1a67b4963fa4a45bdd67f1df208e94e as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,099 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,099 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T12:31:08,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf2/3d676040c06149298c1e50b839a11052 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,106 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,106 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T12:31:08,107 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c3d5e5d709ec1632f75fbb2ceee7a819 in 76ms, sequenceid=12, compaction requested=false 2024-11-19T12:31:08,107 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c3d5e5d709ec1632f75fbb2ceee7a819: 2024-11-19T12:31:08,110 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T12:31:08,111 DEBUG [Time-limited test {}] regionserver.HStore(1541): c3d5e5d709ec1632f75fbb2ceee7a819/cf1 is initiating major compaction (all files) 2024-11-19T12:31:08,111 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:31:08,111 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:31:08,111 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c3d5e5d709ec1632f75fbb2ceee7a819/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,112 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5, hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e] into tmpdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp, totalSize=9.5 K 2024-11-19T12:31:08,113 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 23adffb316af40618fe8bf9265467cf5, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732019467265 2024-11-19T12:31:08,113 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a1a67b4963fa4a45bdd67f1df208e94e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T12:31:08,125 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c3d5e5d709ec1632f75fbb2ceee7a819#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T12:31:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741890_1068 (size=4626) 2024-11-19T12:31:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741890_1068 (size=4626) 2024-11-19T12:31:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741890_1068 (size=4626) 2024-11-19T12:31:08,139 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf1/20f6e00ffb7741b6916458b148877b34 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/20f6e00ffb7741b6916458b148877b34 2024-11-19T12:31:08,151 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c3d5e5d709ec1632f75fbb2ceee7a819/cf1 of c3d5e5d709ec1632f75fbb2ceee7a819 into 20f6e00ffb7741b6916458b148877b34(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T12:31:08,152 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c3d5e5d709ec1632f75fbb2ceee7a819: 2024-11-19T12:31:08,152 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T12:31:08,152 DEBUG [Time-limited test {}] regionserver.HStore(1541): c3d5e5d709ec1632f75fbb2ceee7a819/cf2 is initiating major compaction (all files) 2024-11-19T12:31:08,152 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:31:08,152 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:31:08,152 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c3d5e5d709ec1632f75fbb2ceee7a819/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,152 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052] into tmpdir=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp, totalSize=4.8 K 2024-11-19T12:31:08,153 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3d676040c06149298c1e50b839a11052, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T12:31:08,159 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c3d5e5d709ec1632f75fbb2ceee7a819#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T12:31:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741891_1069 (size=4592) 2024-11-19T12:31:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741891_1069 (size=4592) 2024-11-19T12:31:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741891_1069 (size=4592) 2024-11-19T12:31:08,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/.tmp/cf2/3328f2ae27a84df1a2fd69a5d3569c8d as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3328f2ae27a84df1a2fd69a5d3569c8d 2024-11-19T12:31:08,182 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c3d5e5d709ec1632f75fbb2ceee7a819/cf2 of c3d5e5d709ec1632f75fbb2ceee7a819 into 3328f2ae27a84df1a2fd69a5d3569c8d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T12:31:08,182 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c3d5e5d709ec1632f75fbb2ceee7a819: 2024-11-19T12:31:08,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c3d5e5d709ec1632f75fbb2ceee7a819, source=351a98347401,39355,1732019452225, destination=351a98347401,32853,1732019452317, warming up region on 351a98347401,32853,1732019452317 2024-11-19T12:31:08,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c3d5e5d709ec1632f75fbb2ceee7a819, source=351a98347401,39355,1732019452225, destination=351a98347401,32853,1732019452317, running balancer 2024-11-19T12:31:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE 2024-11-19T12:31:08,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE 2024-11-19T12:31:08,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(7855): Warmup {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:08,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=CLOSING, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:31:08,192 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,193 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:08,193 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:08,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE because future has completed 2024-11-19T12:31:08,202 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T12:31:08,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225}] 2024-11-19T12:31:08,202 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/20f6e00ffb7741b6916458b148877b34 2024-11-19T12:31:08,208 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5 2024-11-19T12:31:08,214 INFO [StoreFileOpener-c3d5e5d709ec1632f75fbb2ceee7a819-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,214 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,214 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:08,215 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,216 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:08,216 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:08,222 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3328f2ae27a84df1a2fd69a5d3569c8d 2024-11-19T12:31:08,228 INFO [StoreFileOpener-c3d5e5d709ec1632f75fbb2ceee7a819-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,228 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,228 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:08,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019468229Disabling compacts and flushes for region at 1732019468229Disabling writes for close at 1732019468229Writing region close event to WAL at 1732019468232 (+3 ms)Closed at 1732019468232 2024-11-19T12:31:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-19T12:31:08,356 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,356 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T12:31:08,356 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:08,356 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,356 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,356 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:08,356 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,357 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5, hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e] to archive 2024-11-19T12:31:08,360 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T12:31:08,363 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5 to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/23adffb316af40618fe8bf9265467cf5 2024-11-19T12:31:08,365 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/a1a67b4963fa4a45bdd67f1df208e94e 2024-11-19T12:31:08,377 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052] to archive 2024-11-19T12:31:08,378 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T12:31:08,380 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052 to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3d676040c06149298c1e50b839a11052 2024-11-19T12:31:08,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-19T12:31:08,387 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,387 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019468356Running coprocessor pre-close hooks at 1732019468356Disabling compacts and flushes for region at 1732019468356Disabling writes for close at 1732019468356Writing region close event to WAL at 1732019468382 (+26 ms)Running coprocessor post-close hooks at 1732019468387 (+5 ms)Closed at 1732019468387 2024-11-19T12:31:08,387 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c3d5e5d709ec1632f75fbb2ceee7a819 move to 351a98347401,32853,1732019452317 record at close sequenceid=12 2024-11-19T12:31:08,390 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=CLOSED 2024-11-19T12:31:08,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 because future has completed 2024-11-19T12:31:08,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T12:31:08,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 in 192 msec 2024-11-19T12:31:08,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE; state=CLOSED, location=351a98347401,32853,1732019452317; forceNewPlan=false, retain=false 2024-11-19T12:31:08,548 INFO [351a98347401:37419 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T12:31:08,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPENING, regionLocation=351a98347401,32853,1732019452317 2024-11-19T12:31:08,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE because future has completed 2024-11-19T12:31:08,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317}] 2024-11-19T12:31:08,717 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,718 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:08,719 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,719 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:08,720 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,720 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,722 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,723 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:08,723 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:08,730 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/20f6e00ffb7741b6916458b148877b34 2024-11-19T12:31:08,730 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:08,730 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,731 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:08,731 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:08,739 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3328f2ae27a84df1a2fd69a5d3569c8d 2024-11-19T12:31:08,739 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:08,739 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,740 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,741 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T12:31:08,744 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,745 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c3d5e5d709ec1632f75fbb2ceee7a819; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59926951, jitterRate=-0.10701884329319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T12:31:08,745 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,746 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c3d5e5d709ec1632f75fbb2ceee7a819: Running coprocessor pre-open hook at 1732019468720Writing region info on filesystem at 1732019468720Initializing all the Stores at 1732019468721 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019468721Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019468722 (+1 ms)Cleaning up temporary data from old regions at 1732019468742 (+20 ms)Running coprocessor post-open hooks at 1732019468745 (+3 ms)Region opened successfully at 1732019468746 (+1 ms) 2024-11-19T12:31:08,747 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., pid=12, masterSystemTime=1732019468708 2024-11-19T12:31:08,749 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,749 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPEN, openSeqNum=18, regionLocation=351a98347401,32853,1732019452317 2024-11-19T12:31:08,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 because future has completed 2024-11-19T12:31:08,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T12:31:08,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,32853,1732019452317 in 199 msec 2024-11-19T12:31:08,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, REOPEN/MOVE in 569 msec 2024-11-19T12:31:08,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:31:08,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:31:08,794 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 351a98347401,32853,1732019452317: testing ***** 2024-11-19T12:31:08,794 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:31:08,796 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:31:08,797 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:31:08,800 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:31:08,801 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:31:08,809 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 288376376 }, "NonHeapMemoryUsage": { "committed": 170196992, "init": 7667712, "max": -1, "used": 167584064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 24, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 12, "ProcessCallTime_75th_percentile": 18, "ProcessCallTime_90th_percentile": 21, "ProcessCallTime_95th_percentile": 22, "ProcessCallTime_98th_percentile": 23, "ProcessCallTime_99th_percentile": 23, "ProcessCallTime_99.9th_percentile": 23, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 25, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 7, "TotalCallTime_median": 13, "TotalCallTime_75th_percentile": 19, "TotalCallTime_90th_percentile": 22, "TotalCallTime_95th_percentile": 23, "TotalCallTime_98th_percentile": 24, "TotalCallTime_99th_percentile": 24, "TotalCallTime_99.9th_percentile": 24, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53992", "tag.serverName": "351a98347401,37851,1732019452359", "tag.clusterId": "88388356-230a-44d9-8d2e-ed1f06c5ca1a", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732019452359, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T12:31:08,812 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] master.MasterRpcServices(700): 351a98347401,32853,1732019452317 reported a fatal error: ***** ABORTING region server 351a98347401,32853,1732019452317: testing ***** 2024-11-19T12:31:08,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,32853,1732019452317' ***** 2024-11-19T12:31:08,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-19T12:31:08,814 INFO [RS:1;351a98347401:32853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:31:08,815 INFO [RS:1;351a98347401:32853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T12:31:08,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:31:08,815 INFO [RS:1;351a98347401:32853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T12:31:08,815 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(3091): Received CLOSE for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:48252 deadline: 1732019528815, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=32853 startCode=1732019452317. As of locationSeqNum=12. 2024-11-19T12:31:08,815 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(956): aborting server 351a98347401,32853,1732019452317 2024-11-19T12:31:08,815 INFO [RS:1;351a98347401:32853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:31:08,815 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:08,816 INFO [RS:1;351a98347401:32853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;351a98347401:32853. 2024-11-19T12:31:08,816 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=32853 startCode=1732019452317. As of locationSeqNum=12. 2024-11-19T12:31:08,816 DEBUG [RS:1;351a98347401:32853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:31:08,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=32853 startCode=1732019452317. As of locationSeqNum=12. 2024-11-19T12:31:08,816 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=351a98347401 port=32853 startCode=1732019452317. As of locationSeqNum=12. 2024-11-19T12:31:08,816 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:08,816 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,816 DEBUG [RS:1;351a98347401:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:08,816 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:31:08,816 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1325): Online Regions={c3d5e5d709ec1632f75fbb2ceee7a819=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.} 2024-11-19T12:31:08,817 DEBUG [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1351): Waiting on c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:08,818 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,818 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019468815Running coprocessor pre-close hooks at 1732019468815Disabling compacts and flushes for region at 1732019468815Disabling writes for close at 1732019468816 (+1 ms)Writing region close event to WAL at 1732019468817 (+1 ms)Running coprocessor post-close hooks at 1732019468817Closed at 1732019468818 (+1 ms) 2024-11-19T12:31:08,818 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:08,889 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:08,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,32853,1732019452317 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:08,924 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,32853,1732019452317 aborting 2024-11-19T12:31:08,924 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,32853,1732019452317 aborting 2024-11-19T12:31:08,924 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=12 from cache 2024-11-19T12:31:09,017 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(976): stopping server 351a98347401,32853,1732019452317; all regions closed. 2024-11-19T12:31:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741834_1010 (size=2142) 2024-11-19T12:31:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741834_1010 (size=2142) 2024-11-19T12:31:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741834_1010 (size=2142) 2024-11-19T12:31:09,025 DEBUG [RS:1;351a98347401:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:09,025 INFO [RS:1;351a98347401:32853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:09,026 INFO [RS:1;351a98347401:32853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:31:09,026 INFO [RS:1;351a98347401:32853 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:31:09,027 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:31:09,027 INFO [RS:1;351a98347401:32853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:31:09,027 INFO [RS:1;351a98347401:32853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:31:09,028 INFO [RS:1;351a98347401:32853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:31:09,028 INFO [RS:1;351a98347401:32853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:31:09,029 INFO [RS:1;351a98347401:32853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32853 2024-11-19T12:31:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:31:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,32853,1732019452317 2024-11-19T12:31:09,103 INFO [RS:1;351a98347401:32853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:31:09,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,32853,1732019452317] 2024-11-19T12:31:09,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,32853,1732019452317 already deleted, retry=false 2024-11-19T12:31:09,123 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 351a98347401,32853,1732019452317 on 351a98347401,37419,1732019451514 2024-11-19T12:31:09,131 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 351a98347401,32853,1732019452317, splitWal=true, meta=false 2024-11-19T12:31:09,135 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 351a98347401,32853,1732019452317 (carryingMeta=false) 351a98347401,32853,1732019452317/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ae7701[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T12:31:09,135 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 351a98347401,32853,1732019452317, splitWal=true, meta=false 2024-11-19T12:31:09,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18] 2024-11-19T12:31:09,136 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 351a98347401,32853,1732019452317 had 1 regions 2024-11-19T12:31:09,137 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:32853 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:32853 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:09,138 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,32853,1732019452317, splitWal=true, meta=false, isMeta: false 2024-11-19T12:31:09,138 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18, error=java.net.ConnectException: Call to address=351a98347401:32853 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:32853 2024-11-19T12:31:09,138 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-19T12:31:09,138 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 from cache 2024-11-19T12:31:09,138 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:32853 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:32853 2024-11-19T12:31:09,139 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting 2024-11-19T12:31:09,140 INFO [PEWorker-2 {}] master.SplitWALManager(105): 351a98347401,32853,1732019452317 WAL count=1, meta=false 2024-11-19T12:31:09,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 351a98347401%2C32853%2C1732019452317.1732019453839}] 2024-11-19T12:31:09,146 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=351a98347401,37851,1732019452359 2024-11-19T12:31:09,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C32853%2C1732019452317.1732019453839, worker=351a98347401,37851,1732019452359}] 2024-11-19T12:31:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10153136f020002, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:09,214 INFO [RS:1;351a98347401:32853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:31:09,214 INFO [RS:1;351a98347401:32853 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,32853,1732019452317; zookeeper connection closed. 2024-11-19T12:31:09,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6175f83f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6175f83f 2024-11-19T12:31:09,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:31:09,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:31:09,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-19T12:31:09,331 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839, size=2.1 K (2142bytes) 2024-11-19T12:31:09,331 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 2024-11-19T12:31:09,332 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 after 1ms 2024-11-19T12:31:09,334 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 took 3ms 2024-11-19T12:31:09,341 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c3d5e5d709ec1632f75fbb2ceee7a819: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-19T12:31:09,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 so closing down 2024-11-19T12:31:09,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:09,342 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:09,342 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-19T12:31:09,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839, journal: Splitting hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839, size=2.1 K (2142bytes) at 1732019469331Finishing writing output for hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 so closing down at 1732019469342 (+11 ms)3 split writer threads finished at 1732019469342Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1732019469342 2024-11-19T12:31:09,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 2024-11-19T12:31:09,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T12:31:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T12:31:09,349 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting/351a98347401%2C32853%2C1732019452317.1732019453839 to hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs 2024-11-19T12:31:09,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T12:31:09,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C32853%2C1732019452317.1732019453839, worker=351a98347401,37851,1732019452359 in 202 msec 2024-11-19T12:31:09,354 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=351a98347401,37851,1732019452359 2024-11-19T12:31:09,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T12:31:09,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 351a98347401%2C32853%2C1732019452317.1732019453839, worker=351a98347401,37851,1732019452359 in 213 msec 2024-11-19T12:31:09,359 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting dir is empty, no logs to split. 2024-11-19T12:31:09,359 INFO [PEWorker-2 {}] master.SplitWALManager(105): 351a98347401,32853,1732019452317 WAL count=0, meta=false 2024-11-19T12:31:09,359 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,32853,1732019452317 WAL splitting is done? wals=0, meta=false 2024-11-19T12:31:09,361 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 351a98347401,32853,1732019452317 failed, ignore...File hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/WALs/351a98347401,32853,1732019452317-splitting does not exist. 2024-11-19T12:31:09,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN}] 2024-11-19T12:31:09,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN 2024-11-19T12:31:09,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:31:09,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18] 2024-11-19T12:31:09,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 351a98347401:32853 this server is in the failed servers list 2024-11-19T12:31:09,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=351a98347401:32853 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 351a98347401:32853 2024-11-19T12:31:09,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 351a98347401:32853 2024-11-19T12:31:09,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,32853,1732019452317, seqNum=18 from cache 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:31:09,516 INFO [351a98347401:37419 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:31:09,516 INFO [351a98347401:37419 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:31:09,516 DEBUG [351a98347401:37419 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:31:09,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPENING, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:31:09,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN because future has completed 2024-11-19T12:31:09,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225}] 2024-11-19T12:31:09,721 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:09,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d5e5d709ec1632f75fbb2ceee7a819, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:09,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:09,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,724 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,725 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf1 2024-11-19T12:31:09,725 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:09,731 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf1/20f6e00ffb7741b6916458b148877b34 2024-11-19T12:31:09,731 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:09,731 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,732 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d5e5d709ec1632f75fbb2ceee7a819 columnFamilyName cf2 2024-11-19T12:31:09,732 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:09,738 DEBUG [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/cf2/3328f2ae27a84df1a2fd69a5d3569c8d 2024-11-19T12:31:09,739 INFO [StoreOpener-c3d5e5d709ec1632f75fbb2ceee7a819-1 {}] regionserver.HStore(327): Store=c3d5e5d709ec1632f75fbb2ceee7a819/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:09,739 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,740 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,741 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T12:31:09,744 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,744 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c3d5e5d709ec1632f75fbb2ceee7a819; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69389498, jitterRate=0.033984094858169556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T12:31:09,745 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:09,745 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c3d5e5d709ec1632f75fbb2ceee7a819: Running coprocessor pre-open hook at 1732019469722Writing region info on filesystem at 1732019469722Initializing all the Stores at 1732019469723 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019469723Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019469724 (+1 ms)Cleaning up temporary data from old regions at 1732019469742 (+18 ms)Running coprocessor post-open hooks at 1732019469745 (+3 ms)Region opened successfully at 1732019469745 2024-11-19T12:31:09,746 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., pid=17, masterSystemTime=1732019469710 2024-11-19T12:31:09,748 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:09,748 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:09,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c3d5e5d709ec1632f75fbb2ceee7a819, regionState=OPEN, openSeqNum=18, regionLocation=351a98347401,39355,1732019452225 2024-11-19T12:31:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 because future has completed 2024-11-19T12:31:09,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T12:31:09,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d5e5d709ec1632f75fbb2ceee7a819, server=351a98347401,39355,1732019452225 in 231 msec 2024-11-19T12:31:09,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-19T12:31:09,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c3d5e5d709ec1632f75fbb2ceee7a819, ASSIGN in 391 msec 2024-11-19T12:31:09,756 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 351a98347401,32853,1732019452317 after splitting done 2024-11-19T12:31:09,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 351a98347401,32853,1732019452317, splitWal=true, meta=false in 631 msec 2024-11-19T12:31:09,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819., hostname=351a98347401,39355,1732019452225, seqNum=18] 2024-11-19T12:31:09,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=413 (was 415), OpenFileDescriptor=1050 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=13256 (was 13280) 2024-11-19T12:31:09,977 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-19T12:31:09,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=413, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=13256 2024-11-19T12:31:09,991 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-19T12:31:10,009 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:10,011 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:10,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:10,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83576554, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-83576554, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:10,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83576554/hregion-83576554.1732019470015, exclude list is [], retry=0 2024-11-19T12:31:10,029 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:10,029 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:10,030 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:10,032 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83576554/hregion-83576554.1732019470015 2024-11-19T12:31:10,034 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:10,034 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0da0c9bc9c454b78225a07b6576eb0e2, NAME => 'testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:10,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741893_1071 (size=67) 2024-11-19T12:31:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741893_1071 (size=67) 2024-11-19T12:31:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741893_1071 (size=67) 2024-11-19T12:31:10,044 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:10,045 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,046 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName a 2024-11-19T12:31:10,046 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,047 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,047 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,048 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName b 2024-11-19T12:31:10,048 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,049 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,049 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,050 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName c 2024-11-19T12:31:10,050 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,051 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,052 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,052 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,053 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:10,054 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,056 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:10,056 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0da0c9bc9c454b78225a07b6576eb0e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71832746, jitterRate=0.07039132714271545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0da0c9bc9c454b78225a07b6576eb0e2: Writing region info on filesystem at 1732019470044Initializing all the Stores at 1732019470044Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470044Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470045 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470045Cleaning up temporary data from old regions at 1732019470053 (+8 ms)Region opened successfully at 1732019470057 (+4 ms) 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0da0c9bc9c454b78225a07b6576eb0e2, disabling compactions & flushes 2024-11-19T12:31:10,057 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. after waiting 0 ms 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,057 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0da0c9bc9c454b78225a07b6576eb0e2: Waiting for close lock at 1732019470057Disabling compacts and flushes for region at 1732019470057Disabling writes for close at 1732019470057Writing region close event to WAL at 1732019470057Closed at 1732019470057 2024-11-19T12:31:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741892_1070 (size=93) 2024-11-19T12:31:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741892_1070 (size=93) 2024-11-19T12:31:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741892_1070 (size=93) 2024-11-19T12:31:10,062 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:10,062 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83576554:(num 1732019470015) 2024-11-19T12:31:10,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:10,064 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:10,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, exclude list is [], retry=0 2024-11-19T12:31:10,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:10,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:10,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:10,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 2024-11-19T12:31:10,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:10,087 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0da0c9bc9c454b78225a07b6576eb0e2, NAME => 'testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:10,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:10,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,089 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,090 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName a 2024-11-19T12:31:10,090 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,091 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,091 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,092 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName b 2024-11-19T12:31:10,092 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,093 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,093 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,094 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName c 2024-11-19T12:31:10,094 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,094 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,098 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,098 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:10,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,100 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0da0c9bc9c454b78225a07b6576eb0e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65403469, jitterRate=-0.025412365794181824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:10,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0da0c9bc9c454b78225a07b6576eb0e2: Writing region info on filesystem at 1732019470088Initializing all the Stores at 1732019470089 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470089Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470089Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470089Cleaning up temporary data from old regions at 1732019470098 (+9 ms)Region opened successfully at 1732019470101 (+3 ms) 2024-11-19T12:31:10,127 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0da0c9bc9c454b78225a07b6576eb0e2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T12:31:10,143 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/a/fb7e894ca4e84a79b4b6a1dd6f32524f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732019470101/Put/seqid=0 2024-11-19T12:31:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741895_1073 (size=5958) 2024-11-19T12:31:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741895_1073 (size=5958) 2024-11-19T12:31:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741895_1073 (size=5958) 2024-11-19T12:31:10,151 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/a/fb7e894ca4e84a79b4b6a1dd6f32524f 2024-11-19T12:31:10,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/06e7b951414140fc99154d94ddfbb6b8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732019470109/Put/seqid=0 2024-11-19T12:31:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741896_1074 (size=5958) 2024-11-19T12:31:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741896_1074 (size=5958) 2024-11-19T12:31:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741896_1074 (size=5958) 2024-11-19T12:31:10,179 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/06e7b951414140fc99154d94ddfbb6b8 2024-11-19T12:31:10,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/c/44b0896d9dfc4d5792d77409fd660f0c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732019470117/Put/seqid=0 2024-11-19T12:31:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741897_1075 (size=5958) 2024-11-19T12:31:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741897_1075 (size=5958) 2024-11-19T12:31:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741897_1075 (size=5958) 2024-11-19T12:31:10,207 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/c/44b0896d9dfc4d5792d77409fd660f0c 2024-11-19T12:31:10,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/a/fb7e894ca4e84a79b4b6a1dd6f32524f as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/a/fb7e894ca4e84a79b4b6a1dd6f32524f 2024-11-19T12:31:10,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/a/fb7e894ca4e84a79b4b6a1dd6f32524f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T12:31:10,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/06e7b951414140fc99154d94ddfbb6b8 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/06e7b951414140fc99154d94ddfbb6b8 2024-11-19T12:31:10,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/06e7b951414140fc99154d94ddfbb6b8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T12:31:10,228 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/c/44b0896d9dfc4d5792d77409fd660f0c as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/c/44b0896d9dfc4d5792d77409fd660f0c 2024-11-19T12:31:10,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/c/44b0896d9dfc4d5792d77409fd660f0c, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T12:31:10,235 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0da0c9bc9c454b78225a07b6576eb0e2 in 108ms, sequenceid=33, compaction requested=false 2024-11-19T12:31:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0da0c9bc9c454b78225a07b6576eb0e2: 2024-11-19T12:31:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0da0c9bc9c454b78225a07b6576eb0e2, disabling compactions & flushes 2024-11-19T12:31:10,235 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. after waiting 0 ms 2024-11-19T12:31:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,237 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. 2024-11-19T12:31:10,237 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0da0c9bc9c454b78225a07b6576eb0e2: Waiting for close lock at 1732019470235Disabling compacts and flushes for region at 1732019470235Disabling writes for close at 1732019470235Writing region close event to WAL at 1732019470236 (+1 ms)Closed at 1732019470236 2024-11-19T12:31:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741894_1072 (size=5937) 2024-11-19T12:31:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741894_1072 (size=5937) 2024-11-19T12:31:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741894_1072 (size=5937) 2024-11-19T12:31:10,244 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/06e7b951414140fc99154d94ddfbb6b8 to hdfs://localhost:41173/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/06e7b951414140fc99154d94ddfbb6b8 2024-11-19T12:31:10,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, size=5.8 K (5937bytes) 2024-11-19T12:31:10,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 2024-11-19T12:31:10,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 after 0ms 2024-11-19T12:31:10,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 took 3ms 2024-11-19T12:31:10,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 so closing down 2024-11-19T12:31:10,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:10,268 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732019470065.temp 2024-11-19T12:31:10,269 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp 2024-11-19T12:31:10,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741898_1076 (size=5223) 2024-11-19T12:31:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741898_1076 (size=5223) 2024-11-19T12:31:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741898_1076 (size=5223) 2024-11-19T12:31:10,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:10,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 2024-11-19T12:31:10,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-19T12:31:10,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, journal: Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, size=5.8 K (5937bytes) at 1732019470262Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 so closing down at 1732019470267 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp at 1732019470269 (+2 ms)3 split writer threads finished at 1732019470269Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732019470279 (+10 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000003-wal.1732019470065.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 at 1732019470280 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1732019470281 (+1 ms) 2024-11-19T12:31:10,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470065 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019470065 2024-11-19T12:31:10,283 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 2024-11-19T12:31:10,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:10,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:10,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470285, exclude list is [], retry=0 2024-11-19T12:31:10,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:10,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:10,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:10,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470285 2024-11-19T12:31:10,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:10,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0da0c9bc9c454b78225a07b6576eb0e2, NAME => 'testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:10,306 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:10,306 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,306 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,309 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,310 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName a 2024-11-19T12:31:10,310 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,315 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/a/fb7e894ca4e84a79b4b6a1dd6f32524f 2024-11-19T12:31:10,315 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,315 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,317 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName b 2024-11-19T12:31:10,317 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,317 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,317 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,318 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da0c9bc9c454b78225a07b6576eb0e2 columnFamilyName c 2024-11-19T12:31:10,318 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,324 DEBUG [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/c/44b0896d9dfc4d5792d77409fd660f0c 2024-11-19T12:31:10,324 INFO [StoreOpener-0da0c9bc9c454b78225a07b6576eb0e2-1 {}] regionserver.HStore(327): Store=0da0c9bc9c454b78225a07b6576eb0e2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,324 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,328 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 2024-11-19T12:31:10,332 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 2024-11-19T12:31:10,332 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0da0c9bc9c454b78225a07b6576eb0e2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T12:31:10,347 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/15e2a14868f848878d1366c62f69c886 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732019470109/Put/seqid=0 2024-11-19T12:31:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741900_1078 (size=5958) 2024-11-19T12:31:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741900_1078 (size=5958) 2024-11-19T12:31:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741900_1078 (size=5958) 2024-11-19T12:31:10,354 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/15e2a14868f848878d1366c62f69c886 2024-11-19T12:31:10,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/.tmp/b/15e2a14868f848878d1366c62f69c886 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/15e2a14868f848878d1366c62f69c886 2024-11-19T12:31:10,365 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/b/15e2a14868f848878d1366c62f69c886, entries=10, sequenceid=32, filesize=5.8 K 2024-11-19T12:31:10,366 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0da0c9bc9c454b78225a07b6576eb0e2 in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-19T12:31:10,366 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/0000000000000000032 2024-11-19T12:31:10,367 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,367 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,368 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:10,370 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0da0c9bc9c454b78225a07b6576eb0e2 2024-11-19T12:31:10,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/0da0c9bc9c454b78225a07b6576eb0e2/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-19T12:31:10,373 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0da0c9bc9c454b78225a07b6576eb0e2; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64707898, jitterRate=-0.03577718138694763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:10,374 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0da0c9bc9c454b78225a07b6576eb0e2: Writing region info on filesystem at 1732019470306Initializing all the Stores at 1732019470307 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470307Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470309 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470309Obtaining lock to block concurrent updates at 1732019470332 (+23 ms)Preparing flush snapshotting stores in 0da0c9bc9c454b78225a07b6576eb0e2 at 1732019470332Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732019470332Flushing stores of testReplayEditsWrittenViaHRegion,,1732019470010.0da0c9bc9c454b78225a07b6576eb0e2. at 1732019470332Flushing 0da0c9bc9c454b78225a07b6576eb0e2/b: creating writer at 1732019470332Flushing 0da0c9bc9c454b78225a07b6576eb0e2/b: appending metadata at 1732019470346 (+14 ms)Flushing 0da0c9bc9c454b78225a07b6576eb0e2/b: closing flushed file at 1732019470346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca698fb: reopening flushed file at 1732019470358 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0da0c9bc9c454b78225a07b6576eb0e2 in 33ms, sequenceid=32, compaction requested=false; wal=null at 1732019470366 (+8 ms)Cleaning up temporary data from old regions at 1732019470368 (+2 ms)Region opened successfully at 1732019470374 (+6 ms) 2024-11-19T12:31:10,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=422 (was 413) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:58198 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47946 [Waiting for operation #44] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47606 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:48100 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47726 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:58104 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=13238 (was 13256) 2024-11-19T12:31:10,398 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-19T12:31:10,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=13238 2024-11-19T12:31:10,411 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-19T12:31:10,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:10,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:10,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:10,432 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73943840, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-73943840, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:10,444 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73943840/hregion-73943840.1732019470432, exclude list is [], retry=0 2024-11-19T12:31:10,448 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:10,448 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:10,449 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:10,453 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73943840/hregion-73943840.1732019470432 2024-11-19T12:31:10,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:10,454 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1565b02225d975d867d72752b3b1d87e, NAME => 'testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741902_1080 (size=68) 2024-11-19T12:31:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741902_1080 (size=68) 2024-11-19T12:31:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741902_1080 (size=68) 2024-11-19T12:31:10,465 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:10,466 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,468 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName a 2024-11-19T12:31:10,468 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,468 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,468 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,470 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName b 2024-11-19T12:31:10,470 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,470 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,471 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,472 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName c 2024-11-19T12:31:10,472 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,473 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,473 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,475 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,475 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,476 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:10,478 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,480 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:10,481 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1565b02225d975d867d72752b3b1d87e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64322795, jitterRate=-0.041515663266181946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1565b02225d975d867d72752b3b1d87e: Writing region info on filesystem at 1732019470465Initializing all the Stores at 1732019470466 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470466Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470466Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470466Cleaning up temporary data from old regions at 1732019470476 (+10 ms)Region opened successfully at 1732019470481 (+5 ms) 2024-11-19T12:31:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1565b02225d975d867d72752b3b1d87e, disabling compactions & flushes 2024-11-19T12:31:10,482 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. after waiting 0 ms 2024-11-19T12:31:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:10,482 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:10,483 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1565b02225d975d867d72752b3b1d87e: Waiting for close lock at 1732019470482Disabling compacts and flushes for region at 1732019470482Disabling writes for close at 1732019470482Writing region close event to WAL at 1732019470482Closed at 1732019470482 2024-11-19T12:31:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741901_1079 (size=93) 2024-11-19T12:31:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741901_1079 (size=93) 2024-11-19T12:31:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741901_1079 (size=93) 2024-11-19T12:31:10,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:10,488 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73943840:(num 1732019470432) 2024-11-19T12:31:10,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:10,491 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:10,505 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, exclude list is [], retry=0 2024-11-19T12:31:10,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:10,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:10,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:10,510 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 2024-11-19T12:31:10,510 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:10,586 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1565b02225d975d867d72752b3b1d87e, NAME => 'testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:10,589 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:10,589 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,589 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,591 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,593 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName a 2024-11-19T12:31:10,593 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,594 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,594 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,596 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName b 2024-11-19T12:31:10,596 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,597 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,597 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,598 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName c 2024-11-19T12:31:10,598 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:10,599 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:10,599 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,601 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,602 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,602 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,603 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:10,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,605 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1565b02225d975d867d72752b3b1d87e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67810745, jitterRate=0.010458841919898987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:10,605 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:10,606 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1565b02225d975d867d72752b3b1d87e: Running coprocessor pre-open hook at 1732019470589Writing region info on filesystem at 1732019470589Initializing all the Stores at 1732019470590 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470590Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470591 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019470591Cleaning up temporary data from old regions at 1732019470602 (+11 ms)Running coprocessor post-open hooks at 1732019470605 (+3 ms)Region opened successfully at 1732019470606 (+1 ms) 2024-11-19T12:31:10,619 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1565b02225d975d867d72752b3b1d87e 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-19T12:31:10,621 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:11,622 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:11,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-19T12:31:11,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:11,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-19T12:31:11,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:11,858 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T12:31:11,858 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:11,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-19T12:31:11,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:11,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-19T12:31:11,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:12,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:31:12,623 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:13,623 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:14,625 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:15,626 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:16,628 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:17,629 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:18,630 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:19,632 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1565b02225d975d867d72752b3b1d87e/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:19,635 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1565b02225d975d867d72752b3b1d87e: 2024-11-19T12:31:19,636 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,653 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1565b02225d975d867d72752b3b1d87e: 2024-11-19T12:31:19,653 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-19T12:31:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1565b02225d975d867d72752b3b1d87e, disabling compactions & flushes 2024-11-19T12:31:19,654 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. after waiting 0 ms 2024-11-19T12:31:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,654 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,654 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. 2024-11-19T12:31:19,654 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1565b02225d975d867d72752b3b1d87e: Waiting for close lock at 1732019479653Running coprocessor pre-close hooks at 1732019479653Disabling compacts and flushes for region at 1732019479653Disabling writes for close at 1732019479654 (+1 ms)Writing region close event to WAL at 1732019479654Running coprocessor post-close hooks at 1732019479654Closed at 1732019479654 2024-11-19T12:31:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741903_1081 (size=3941) 2024-11-19T12:31:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741903_1081 (size=3941) 2024-11-19T12:31:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741903_1081 (size=3941) 2024-11-19T12:31:19,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, size=3.8 K (3941bytes) 2024-11-19T12:31:19,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 2024-11-19T12:31:19,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 after 0ms 2024-11-19T12:31:19,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 took 3ms 2024-11-19T12:31:19,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 so closing down 2024-11-19T12:31:19,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:19,717 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732019470491.temp 2024-11-19T12:31:19,718 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp 2024-11-19T12:31:19,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741904_1082 (size=2983) 2024-11-19T12:31:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741904_1082 (size=2983) 2024-11-19T12:31:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741904_1082 (size=2983) 2024-11-19T12:31:19,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:19,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 2024-11-19T12:31:19,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-19T12:31:19,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, journal: Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, size=3.8 K (3941bytes) at 1732019479711Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 so closing down at 1732019479716 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp at 1732019479718 (+2 ms)3 split writer threads finished at 1732019479719 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732019479727 (+8 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000004-wal.1732019470491.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 at 1732019479728 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1732019479728 2024-11-19T12:31:19,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019470491 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019470491 2024-11-19T12:31:19,731 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 2024-11-19T12:31:19,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:19,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:19,744 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019479733, exclude list is [], retry=0 2024-11-19T12:31:19,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:19,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:19,748 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:19,749 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019479733 2024-11-19T12:31:19,750 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:19,750 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1565b02225d975d867d72752b3b1d87e, NAME => 'testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:19,751 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:19,751 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,751 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,753 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,754 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName a 2024-11-19T12:31:19,754 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:19,755 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:19,755 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,756 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName b 2024-11-19T12:31:19,756 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:19,756 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:19,756 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,757 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1565b02225d975d867d72752b3b1d87e columnFamilyName c 2024-11-19T12:31:19,757 DEBUG [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:19,758 INFO [StoreOpener-1565b02225d975d867d72752b3b1d87e-1 {}] regionserver.HStore(327): Store=1565b02225d975d867d72752b3b1d87e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:19,758 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,761 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 2024-11-19T12:31:19,765 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 2024-11-19T12:31:19,766 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1565b02225d975d867d72752b3b1d87e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-19T12:31:19,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/a/71886c045d21482b97450f6119c56486 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732019479646/Put/seqid=0 2024-11-19T12:31:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741906_1084 (size=5523) 2024-11-19T12:31:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741906_1084 (size=5523) 2024-11-19T12:31:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741906_1084 (size=5523) 2024-11-19T12:31:19,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/a/71886c045d21482b97450f6119c56486 2024-11-19T12:31:19,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/b/b0e7aa9bc1eb4ba5af92ce7f3641a719 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732019479637/Put/seqid=0 2024-11-19T12:31:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741907_1085 (size=5524) 2024-11-19T12:31:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741907_1085 (size=5524) 2024-11-19T12:31:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741907_1085 (size=5524) 2024-11-19T12:31:19,824 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/b/b0e7aa9bc1eb4ba5af92ce7f3641a719 2024-11-19T12:31:19,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/c/03d7f906597844e2bc74c0edf479c5e1 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732019479644/Put/seqid=0 2024-11-19T12:31:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741908_1086 (size=5457) 2024-11-19T12:31:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741908_1086 (size=5457) 2024-11-19T12:31:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741908_1086 (size=5457) 2024-11-19T12:31:19,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/c/03d7f906597844e2bc74c0edf479c5e1 2024-11-19T12:31:19,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/a/71886c045d21482b97450f6119c56486 as hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/a/71886c045d21482b97450f6119c56486 2024-11-19T12:31:19,864 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/a/71886c045d21482b97450f6119c56486, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T12:31:19,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/b/b0e7aa9bc1eb4ba5af92ce7f3641a719 as hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/b/b0e7aa9bc1eb4ba5af92ce7f3641a719 2024-11-19T12:31:19,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/b/b0e7aa9bc1eb4ba5af92ce7f3641a719, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T12:31:19,873 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/.tmp/c/03d7f906597844e2bc74c0edf479c5e1 as hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/c/03d7f906597844e2bc74c0edf479c5e1 2024-11-19T12:31:19,879 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/c/03d7f906597844e2bc74c0edf479c5e1, entries=6, sequenceid=26, filesize=5.3 K 2024-11-19T12:31:19,880 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1565b02225d975d867d72752b3b1d87e in 114ms, sequenceid=26, compaction requested=false; wal=null 2024-11-19T12:31:19,881 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/0000000000000000026 2024-11-19T12:31:19,882 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,882 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,882 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:19,884 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,886 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsAfterAbortingFlush/1565b02225d975d867d72752b3b1d87e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-19T12:31:19,887 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1565b02225d975d867d72752b3b1d87e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64368634, jitterRate=-0.04083260893821716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:19,887 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1565b02225d975d867d72752b3b1d87e 2024-11-19T12:31:19,888 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1565b02225d975d867d72752b3b1d87e: Running coprocessor pre-open hook at 1732019479751Writing region info on filesystem at 1732019479751Initializing all the Stores at 1732019479752 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019479752Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019479753 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019479753Obtaining lock to block concurrent updates at 1732019479766 (+13 ms)Preparing flush snapshotting stores in 1565b02225d975d867d72752b3b1d87e at 1732019479766Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732019479766Flushing stores of testReplayEditsAfterAbortingFlush,,1732019470427.1565b02225d975d867d72752b3b1d87e. at 1732019479766Flushing 1565b02225d975d867d72752b3b1d87e/a: creating writer at 1732019479766Flushing 1565b02225d975d867d72752b3b1d87e/a: appending metadata at 1732019479784 (+18 ms)Flushing 1565b02225d975d867d72752b3b1d87e/a: closing flushed file at 1732019479785 (+1 ms)Flushing 1565b02225d975d867d72752b3b1d87e/b: creating writer at 1732019479798 (+13 ms)Flushing 1565b02225d975d867d72752b3b1d87e/b: appending metadata at 1732019479816 (+18 ms)Flushing 1565b02225d975d867d72752b3b1d87e/b: closing flushed file at 1732019479816Flushing 1565b02225d975d867d72752b3b1d87e/c: creating writer at 1732019479830 (+14 ms)Flushing 1565b02225d975d867d72752b3b1d87e/c: appending metadata at 1732019479844 (+14 ms)Flushing 1565b02225d975d867d72752b3b1d87e/c: closing flushed file at 1732019479844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b386047: reopening flushed file at 1732019479857 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b07ef59: reopening flushed file at 1732019479865 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b32c14: reopening flushed file at 1732019479872 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1565b02225d975d867d72752b3b1d87e in 114ms, sequenceid=26, compaction requested=false; wal=null at 1732019479880 (+8 ms)Cleaning up temporary data from old regions at 1732019479882 (+2 ms)Running coprocessor post-open hooks at 1732019479888 (+6 ms)Region opened successfully at 1732019479888 2024-11-19T12:31:19,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=419 (was 422), OpenFileDescriptor=1178 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=13214 (was 13238) 2024-11-19T12:31:19,908 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-19T12:31:19,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1178, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=13214 2024-11-19T12:31:19,921 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-19T12:31:19,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:19,942 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:19,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:19,945 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64305270, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-64305270, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:19,960 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64305270/hregion-64305270.1732019479946, exclude list is [], retry=0 2024-11-19T12:31:19,963 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:19,963 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:19,963 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:19,966 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64305270/hregion-64305270.1732019479946 2024-11-19T12:31:19,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:31:19,967 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2ec9c48de9ae8e3d389185a749430378, NAME => 'testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741910_1088 (size=61) 2024-11-19T12:31:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741910_1088 (size=61) 2024-11-19T12:31:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741910_1088 (size=61) 2024-11-19T12:31:19,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:19,983 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,985 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec9c48de9ae8e3d389185a749430378 columnFamilyName a 2024-11-19T12:31:19,985 DEBUG [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:19,986 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(327): Store=2ec9c48de9ae8e3d389185a749430378/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:19,986 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,987 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,987 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,987 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,988 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:19,992 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:19,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ec9c48de9ae8e3d389185a749430378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74349089, jitterRate=0.10788775980472565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:31:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ec9c48de9ae8e3d389185a749430378: Writing region info on filesystem at 1732019479982Initializing all the Stores at 1732019479983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019479983Cleaning up temporary data from old regions at 1732019479988 (+5 ms)Region opened successfully at 1732019479993 (+5 ms) 2024-11-19T12:31:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ec9c48de9ae8e3d389185a749430378, disabling compactions & flushes 2024-11-19T12:31:19,993 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. after waiting 0 ms 2024-11-19T12:31:19,993 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:19,994 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:19,994 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ec9c48de9ae8e3d389185a749430378: Waiting for close lock at 1732019479993Disabling compacts and flushes for region at 1732019479993Disabling writes for close at 1732019479993Writing region close event to WAL at 1732019479994 (+1 ms)Closed at 1732019479994 2024-11-19T12:31:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741909_1087 (size=93) 2024-11-19T12:31:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741909_1087 (size=93) 2024-11-19T12:31:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741909_1087 (size=93) 2024-11-19T12:31:20,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:20,000 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64305270:(num 1732019479946) 2024-11-19T12:31:20,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:20,002 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:20,020 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, exclude list is [], retry=0 2024-11-19T12:31:20,023 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:20,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:20,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:20,026 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 2024-11-19T12:31:20,026 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:31:20,027 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ec9c48de9ae8e3d389185a749430378, NAME => 'testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:20,027 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:20,027 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,027 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,028 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,029 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec9c48de9ae8e3d389185a749430378 columnFamilyName a 2024-11-19T12:31:20,030 DEBUG [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,030 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(327): Store=2ec9c48de9ae8e3d389185a749430378/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,030 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,031 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,032 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,032 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,034 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,035 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ec9c48de9ae8e3d389185a749430378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59020533, jitterRate=-0.12052552402019501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:31:20,036 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ec9c48de9ae8e3d389185a749430378: Writing region info on filesystem at 1732019480027Initializing all the Stores at 1732019480028 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480028Cleaning up temporary data from old regions at 1732019480032 (+4 ms)Region opened successfully at 1732019480036 (+4 ms) 2024-11-19T12:31:20,049 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ec9c48de9ae8e3d389185a749430378, disabling compactions & flushes 2024-11-19T12:31:20,050 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. after waiting 0 ms 2024-11-19T12:31:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:20,050 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:20,050 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. 2024-11-19T12:31:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ec9c48de9ae8e3d389185a749430378: Waiting for close lock at 1732019480049Disabling compacts and flushes for region at 1732019480049Disabling writes for close at 1732019480050 (+1 ms)Writing region close event to WAL at 1732019480050Closed at 1732019480050 2024-11-19T12:31:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741911_1089 (size=1623) 2024-11-19T12:31:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741911_1089 (size=1623) 2024-11-19T12:31:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741911_1089 (size=1623) 2024-11-19T12:31:20,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, size=1.6 K (1623bytes) 2024-11-19T12:31:20,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 2024-11-19T12:31:20,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 after 1ms 2024-11-19T12:31:20,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 took 3ms 2024-11-19T12:31:20,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 so closing down 2024-11-19T12:31:20,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:20,081 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732019480002.temp 2024-11-19T12:31:20,082 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp 2024-11-19T12:31:20,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741912_1090 (size=1623) 2024-11-19T12:31:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741912_1090 (size=1623) 2024-11-19T12:31:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741912_1090 (size=1623) 2024-11-19T12:31:20,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:20,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp to hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 2024-11-19T12:31:20,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-19T12:31:20,092 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, journal: Splitting hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, size=1.6 K (1623bytes) at 1732019480075Finishing writing output for hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 so closing down at 1732019480080 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp at 1732019480083 (+3 ms)3 split writer threads finished at 1732019480083Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732019480090 (+7 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000003-wal.1732019480002.temp to hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 at 1732019480092 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1732019480092 2024-11-19T12:31:20,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480002 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019480002 2024-11-19T12:31:20,095 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 2024-11-19T12:31:20,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:20,493 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:20,506 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480493, exclude list is [], retry=0 2024-11-19T12:31:20,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:20,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:20,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:20,511 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480493 2024-11-19T12:31:20,511 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:20,511 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ec9c48de9ae8e3d389185a749430378, NAME => 'testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:20,511 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:20,511 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,511 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,514 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,516 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec9c48de9ae8e3d389185a749430378 columnFamilyName a 2024-11-19T12:31:20,516 DEBUG [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,517 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(327): Store=2ec9c48de9ae8e3d389185a749430378/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,520 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 2024-11-19T12:31:20,522 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 2024-11-19T12:31:20,522 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2ec9c48de9ae8e3d389185a749430378 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-19T12:31:20,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/.tmp/a/81dc1e5de7374aa68d7921881b54f1db is 79, key is testDatalossWhenInputError/a:x0/1732019480036/Put/seqid=0 2024-11-19T12:31:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741914_1092 (size=5808) 2024-11-19T12:31:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741914_1092 (size=5808) 2024-11-19T12:31:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741914_1092 (size=5808) 2024-11-19T12:31:20,548 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/.tmp/a/81dc1e5de7374aa68d7921881b54f1db 2024-11-19T12:31:20,560 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/.tmp/a/81dc1e5de7374aa68d7921881b54f1db as hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/a/81dc1e5de7374aa68d7921881b54f1db 2024-11-19T12:31:20,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/a/81dc1e5de7374aa68d7921881b54f1db, entries=10, sequenceid=12, filesize=5.7 K 2024-11-19T12:31:20,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2ec9c48de9ae8e3d389185a749430378 in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-11-19T12:31:20,571 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/0000000000000000012 2024-11-19T12:31:20,572 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,572 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,575 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,577 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T12:31:20,578 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ec9c48de9ae8e3d389185a749430378; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62048699, jitterRate=-0.07540233433246613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:31:20,579 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ec9c48de9ae8e3d389185a749430378: Writing region info on filesystem at 1732019480511Initializing all the Stores at 1732019480514 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480514Obtaining lock to block concurrent updates at 1732019480522 (+8 ms)Preparing flush snapshotting stores in 2ec9c48de9ae8e3d389185a749430378 at 1732019480522Finished memstore snapshotting testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732019480522Flushing stores of testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378. at 1732019480522Flushing 2ec9c48de9ae8e3d389185a749430378/a: creating writer at 1732019480522Flushing 2ec9c48de9ae8e3d389185a749430378/a: appending metadata at 1732019480539 (+17 ms)Flushing 2ec9c48de9ae8e3d389185a749430378/a: closing flushed file at 1732019480540 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4554ed87: reopening flushed file at 1732019480558 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2ec9c48de9ae8e3d389185a749430378 in 48ms, sequenceid=12, compaction requested=false; wal=null at 1732019480570 (+12 ms)Cleaning up temporary data from old regions at 1732019480572 (+2 ms)Region opened successfully at 1732019480579 (+7 ms) 2024-11-19T12:31:20,582 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ec9c48de9ae8e3d389185a749430378, NAME => 'testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:20,582 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732019479941.2ec9c48de9ae8e3d389185a749430378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:20,582 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,582 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,584 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,584 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec9c48de9ae8e3d389185a749430378 columnFamilyName a 2024-11-19T12:31:20,584 DEBUG [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,590 DEBUG [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/a/81dc1e5de7374aa68d7921881b54f1db 2024-11-19T12:31:20,590 INFO [StoreOpener-2ec9c48de9ae8e3d389185a749430378-1 {}] regionserver.HStore(327): Store=2ec9c48de9ae8e3d389185a749430378/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,590 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,591 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,592 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,592 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,592 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,595 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ec9c48de9ae8e3d389185a749430378 2024-11-19T12:31:20,597 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testDatalossWhenInputError/2ec9c48de9ae8e3d389185a749430378/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-19T12:31:20,598 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ec9c48de9ae8e3d389185a749430378; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73444819, jitterRate=0.09441308677196503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:31:20,599 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ec9c48de9ae8e3d389185a749430378: Writing region info on filesystem at 1732019480582Initializing all the Stores at 1732019480583 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480583Cleaning up temporary data from old regions at 1732019480592 (+9 ms)Region opened successfully at 1732019480598 (+6 ms) 2024-11-19T12:31:20,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=430 (was 419) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:39002 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:41176 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:41094 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:42684 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:42786 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:38986 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1573067057-172.17.0.2-1732019446871:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1178) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=13204 (was 13214) 2024-11-19T12:31:20,615 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-19T12:31:20,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=13203 2024-11-19T12:31:20,626 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-19T12:31:20,638 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:20,640 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:20,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:20,643 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42228340, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-42228340, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:20,656 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42228340/hregion-42228340.1732019480644, exclude list is [], retry=0 2024-11-19T12:31:20,659 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:20,659 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:20,659 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:20,661 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42228340/hregion-42228340.1732019480644 2024-11-19T12:31:20,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:37831:37831)] 2024-11-19T12:31:20,662 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ef45df341333dd5159ee235fd53f2524, NAME => 'testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:20,663 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:31:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741916_1094 (size=63) 2024-11-19T12:31:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741916_1094 (size=63) 2024-11-19T12:31:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741916_1094 (size=63) 2024-11-19T12:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:20,674 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,675 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName a 2024-11-19T12:31:20,676 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,676 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,676 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,678 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName b 2024-11-19T12:31:20,678 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,678 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,678 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,680 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName c 2024-11-19T12:31:20,680 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,680 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,681 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,683 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,683 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:20,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,687 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:20,687 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef45df341333dd5159ee235fd53f2524; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73546503, jitterRate=0.09592829644680023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:20,688 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef45df341333dd5159ee235fd53f2524: Writing region info on filesystem at 1732019480673Initializing all the Stores at 1732019480673Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480673Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480674 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480674Cleaning up temporary data from old regions at 1732019480683 (+9 ms)Region opened successfully at 1732019480688 (+5 ms) 2024-11-19T12:31:20,688 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ef45df341333dd5159ee235fd53f2524, disabling compactions & flushes 2024-11-19T12:31:20,688 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:20,688 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:20,688 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. after waiting 0 ms 2024-11-19T12:31:20,688 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:20,689 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:20,689 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ef45df341333dd5159ee235fd53f2524: Waiting for close lock at 1732019480688Disabling compacts and flushes for region at 1732019480688Disabling writes for close at 1732019480688Writing region close event to WAL at 1732019480688Closed at 1732019480688 2024-11-19T12:31:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741915_1093 (size=93) 2024-11-19T12:31:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741915_1093 (size=93) 2024-11-19T12:31:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741915_1093 (size=93) 2024-11-19T12:31:20,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:20,694 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42228340:(num 1732019480644) 2024-11-19T12:31:20,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:20,696 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:20,710 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, exclude list is [], retry=0 2024-11-19T12:31:20,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:20,713 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:20,713 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:20,716 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 2024-11-19T12:31:20,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ef45df341333dd5159ee235fd53f2524, NAME => 'testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,720 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,721 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName a 2024-11-19T12:31:20,721 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,722 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,722 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,723 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName b 2024-11-19T12:31:20,723 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,724 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,724 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,724 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName c 2024-11-19T12:31:20,724 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:20,725 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:20,725 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,727 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:20,728 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:20,729 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef45df341333dd5159ee235fd53f2524; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72735377, jitterRate=0.08384157717227936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:20,729 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef45df341333dd5159ee235fd53f2524: Writing region info on filesystem at 1732019480717Initializing all the Stores at 1732019480718 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480718Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480720 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019480720Cleaning up temporary data from old regions at 1732019480727 (+7 ms)Region opened successfully at 1732019480729 (+2 ms) 2024-11-19T12:31:20,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732019480733/Put/seqid=0 2024-11-19T12:31:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741918_1096 (size=4875) 2024-11-19T12:31:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741918_1096 (size=4875) 2024-11-19T12:31:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741918_1096 (size=4875) 2024-11-19T12:31:20,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732019480744/Put/seqid=0 2024-11-19T12:31:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741919_1097 (size=4875) 2024-11-19T12:31:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741919_1097 (size=4875) 2024-11-19T12:31:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741919_1097 (size=4875) 2024-11-19T12:31:20,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732019480757/Put/seqid=0 2024-11-19T12:31:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741920_1098 (size=4875) 2024-11-19T12:31:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741920_1098 (size=4875) 2024-11-19T12:31:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741920_1098 (size=4875) 2024-11-19T12:31:20,767 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,771 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-19T12:31:20,771 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:31:20,771 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,775 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-19T12:31:20,775 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:31:20,775 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,778 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-19T12:31:20,778 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:31:20,778 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ef45df341333dd5159ee235fd53f2524 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-19T12:31:20,793 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp/a/dae2dd5bfdba46d1b6eee08e7f4a9954 is 55, key is testCompactedBulkLoadedFiles/a:a/1732019480730/Put/seqid=0 2024-11-19T12:31:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741921_1099 (size=5107) 2024-11-19T12:31:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741921_1099 (size=5107) 2024-11-19T12:31:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741921_1099 (size=5107) 2024-11-19T12:31:20,800 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp/a/dae2dd5bfdba46d1b6eee08e7f4a9954 2024-11-19T12:31:20,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp/a/dae2dd5bfdba46d1b6eee08e7f4a9954 as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954 2024-11-19T12:31:20,811 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954, entries=1, sequenceid=4, filesize=5.0 K 2024-11-19T12:31:20,812 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for ef45df341333dd5159ee235fd53f2524 in 34ms, sequenceid=4, compaction requested=false 2024-11-19T12:31:20,812 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ef45df341333dd5159ee235fd53f2524: 2024-11-19T12:31:20,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ 2024-11-19T12:31:20,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ 2024-11-19T12:31:20,815 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ 2024-11-19T12:31:20,816 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile0 into ef45df341333dd5159ee235fd53f2524/a as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ - updating store file list. 2024-11-19T12:31:20,819 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:20,819 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ into ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,820 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile0 into ef45df341333dd5159ee235fd53f2524/a (new location: hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_) 2024-11-19T12:31:20,821 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile1 into ef45df341333dd5159ee235fd53f2524/a as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ - updating store file list. 2024-11-19T12:31:20,825 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:20,825 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ into ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,825 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile1 into ef45df341333dd5159ee235fd53f2524/a (new location: hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_) 2024-11-19T12:31:20,826 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile2 into ef45df341333dd5159ee235fd53f2524/a as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ - updating store file list. 2024-11-19T12:31:20,830 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c14cd7d337394614a4ca45dd47b8c254_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:20,830 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ into ef45df341333dd5159ee235fd53f2524/a 2024-11-19T12:31:20,830 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41173/hbase/testCompactedBulkLoadedFiles/hfile2 into ef45df341333dd5159ee235fd53f2524/a (new location: hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_) 2024-11-19T12:31:20,837 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T12:31:20,837 DEBUG [Time-limited test {}] regionserver.HStore(1541): ef45df341333dd5159ee235fd53f2524/a is initiating major compaction (all files) 2024-11-19T12:31:20,837 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ef45df341333dd5159ee235fd53f2524/a in testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:20,837 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_] into tmpdir=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp, totalSize=19.3 K 2024-11-19T12:31:20,838 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dae2dd5bfdba46d1b6eee08e7f4a9954, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732019480730 2024-11-19T12:31:20,838 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T12:31:20,838 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T12:31:20,839 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c14cd7d337394614a4ca45dd47b8c254_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T12:31:20,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp/a/c19d75ed900e49af9e81c7aca2829b6d is 55, key is testCompactedBulkLoadedFiles/a:a/1732019480730/Put/seqid=0 2024-11-19T12:31:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741922_1100 (size=6154) 2024-11-19T12:31:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741922_1100 (size=6154) 2024-11-19T12:31:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741922_1100 (size=6154) 2024-11-19T12:31:20,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/.tmp/a/c19d75ed900e49af9e81c7aca2829b6d as hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c19d75ed900e49af9e81c7aca2829b6d 2024-11-19T12:31:20,870 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in ef45df341333dd5159ee235fd53f2524/a of ef45df341333dd5159ee235fd53f2524 into c19d75ed900e49af9e81c7aca2829b6d(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T12:31:20,870 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ef45df341333dd5159ee235fd53f2524: 2024-11-19T12:31:20,870 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T12:31:20,870 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T12:31:20,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, size=0 (0bytes) 2024-11-19T12:31:20,914 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 might be still open, length is 0 2024-11-19T12:31:20,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 2024-11-19T12:31:20,914 WARN [IPC Server handler 4 on default port 41173 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-19T12:31:20,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 after 1ms 2024-11-19T12:31:21,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-19T12:31:21,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:21,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-19T12:31:21,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-19T12:31:23,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:42836 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42836 dst: /127.0.0.1:37811 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37811 remote=/127.0.0.1:42836]. Total timeout mills is 60000, 57275 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:23,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:39026 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39026 dst: /127.0.0.1:33093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:23,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:41208 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41208 dst: /127.0.0.1:35635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741917_1101 (size=1659) 2024-11-19T12:31:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741917_1101 (size=1659) 2024-11-19T12:31:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741917_1101 (size=1659) 2024-11-19T12:31:24,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 after 4002ms 2024-11-19T12:31:24,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 took 4043ms 2024-11-19T12:31:24,958 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696; continuing. 2024-11-19T12:31:24,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 so closing down 2024-11-19T12:31:24,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:24,959 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732019480696.temp 2024-11-19T12:31:24,961 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp 2024-11-19T12:31:24,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741923_1102 (size=698) 2024-11-19T12:31:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741923_1102 (size=698) 2024-11-19T12:31:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741923_1102 (size=698) 2024-11-19T12:31:24,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:24,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp to hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 2024-11-19T12:31:24,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T12:31:24,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, journal: Splitting hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, size=0 (0bytes) at 1732019480914Finishing writing output for hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 so closing down at 1732019484958 (+4044 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp at 1732019484961 (+3 ms)3 split writer threads finished at 1732019484961Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732019484967 (+6 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000003-wal.1732019480696.temp to hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 at 1732019484968 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696, size=0, length=0, corrupted=false, cancelled=false at 1732019484968 2024-11-19T12:31:24,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019480696 2024-11-19T12:31:24,970 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 2024-11-19T12:31:24,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:24,972 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:24,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019484972, exclude list is [], retry=0 2024-11-19T12:31:24,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:24,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:24,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:24,988 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019484972 2024-11-19T12:31:24,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:24,989 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ef45df341333dd5159ee235fd53f2524, NAME => 'testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:24,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:24,989 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:24,989 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:24,990 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:24,991 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName a 2024-11-19T12:31:24,991 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:24,997 DEBUG [StoreFileOpener-ef45df341333dd5159ee235fd53f2524-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:24,998 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ 2024-11-19T12:31:25,001 DEBUG [StoreFileOpener-ef45df341333dd5159ee235fd53f2524-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c14cd7d337394614a4ca45dd47b8c254_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:25,001 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ 2024-11-19T12:31:25,005 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c19d75ed900e49af9e81c7aca2829b6d 2024-11-19T12:31:25,008 DEBUG [StoreFileOpener-ef45df341333dd5159ee235fd53f2524-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:31:25,008 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ 2024-11-19T12:31:25,012 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954 2024-11-19T12:31:25,012 WARN [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@270ded29 2024-11-19T12:31:25,012 WARN [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@270ded29 2024-11-19T12:31:25,012 WARN [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@270ded29 2024-11-19T12:31:25,012 WARN [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@270ded29 2024-11-19T12:31:25,012 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954] to archive 2024-11-19T12:31:25,013 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T12:31:25,015 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ to hdfs://localhost:41173/hbase/archive/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_ 2024-11-19T12:31:25,017 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ to hdfs://localhost:41173/hbase/archive/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c14cd7d337394614a4ca45dd47b8c254_SeqId_4_ 2024-11-19T12:31:25,018 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ to hdfs://localhost:41173/hbase/archive/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_ 2024-11-19T12:31:25,019 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954 to hdfs://localhost:41173/hbase/archive/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/a/dae2dd5bfdba46d1b6eee08e7f4a9954 2024-11-19T12:31:25,019 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,019 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,020 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName b 2024-11-19T12:31:25,020 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,020 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,021 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,021 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef45df341333dd5159ee235fd53f2524 columnFamilyName c 2024-11-19T12:31:25,021 DEBUG [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,022 INFO [StoreOpener-ef45df341333dd5159ee235fd53f2524-1 {}] regionserver.HStore(327): Store=ef45df341333dd5159ee235fd53f2524/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,024 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,025 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 2024-11-19T12:31:25,028 DEBUG [Time-limited test {}] regionserver.HRegion(5836): ef45df341333dd5159ee235fd53f2524 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "ef45df341333dd5159ee235fd53f2524" family_name: "a" compaction_input: "dae2dd5bfdba46d1b6eee08e7f4a9954" compaction_input: "58cc72f11b6f4764a4dfe5deb1afb6da_SeqId_4_" compaction_input: "c37ac1a35afb47c9ae5c0bd4c515fd99_SeqId_4_" compaction_input: "c14cd7d337394614a4ca45dd47b8c254_SeqId_4_" compaction_output: "c19d75ed900e49af9e81c7aca2829b6d" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-19T12:31:25,028 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-19T12:31:25,029 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 2024-11-19T12:31:25,029 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/0000000000000000008 2024-11-19T12:31:25,031 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,031 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,032 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:25,033 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ef45df341333dd5159ee235fd53f2524 2024-11-19T12:31:25,035 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testCompactedBulkLoadedFiles/ef45df341333dd5159ee235fd53f2524/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:31:25,036 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ef45df341333dd5159ee235fd53f2524; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70840196, jitterRate=0.05560117959976196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:25,036 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ef45df341333dd5159ee235fd53f2524: Writing region info on filesystem at 1732019484989Initializing all the Stores at 1732019484990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019484990Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019484990Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019484990Cleaning up temporary data from old regions at 1732019485031 (+41 ms)Region opened successfully at 1732019485036 (+5 ms) 2024-11-19T12:31:25,039 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ef45df341333dd5159ee235fd53f2524, disabling compactions & flushes 2024-11-19T12:31:25,039 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:25,040 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:25,040 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. after waiting 0 ms 2024-11-19T12:31:25,040 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:25,040 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732019480639.ef45df341333dd5159ee235fd53f2524. 2024-11-19T12:31:25,041 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ef45df341333dd5159ee235fd53f2524: Waiting for close lock at 1732019485039Disabling compacts and flushes for region at 1732019485039Disabling writes for close at 1732019485040 (+1 ms)Writing region close event to WAL at 1732019485040Closed at 1732019485040 2024-11-19T12:31:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741924_1103 (size=93) 2024-11-19T12:31:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741924_1103 (size=93) 2024-11-19T12:31:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741924_1103 (size=93) 2024-11-19T12:31:25,045 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:25,045 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732019484972) 2024-11-19T12:31:25,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=443 (was 430) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688042443_22 at /127.0.0.1:47466 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41173 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688042443_22 at /127.0.0.1:39618 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_688042443_22 at /127.0.0.1:43414 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=13185 (was 13203) 2024-11-19T12:31:25,061 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-19T12:31:25,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=443, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=13184 2024-11-19T12:31:25,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-19T12:31:25,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:25,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:31:25,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:31:25,094 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44293321, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/hregion-44293321, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:25,106 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44293321/hregion-44293321.1732019485094, exclude list is [], retry=0 2024-11-19T12:31:25,109 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:25,110 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:25,110 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:25,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44293321/hregion-44293321.1732019485094 2024-11-19T12:31:25,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:25,113 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 616685145c10a385a8b322f9eeec4a69, NAME => 'testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41173/hbase 2024-11-19T12:31:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741926_1105 (size=67) 2024-11-19T12:31:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741926_1105 (size=67) 2024-11-19T12:31:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741926_1105 (size=67) 2024-11-19T12:31:25,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:25,126 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,127 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName a 2024-11-19T12:31:25,127 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,127 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,128 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,129 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName b 2024-11-19T12:31:25,129 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,129 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,129 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,130 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName c 2024-11-19T12:31:25,130 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,131 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,131 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,133 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,133 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,133 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:25,134 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,136 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:31:25,136 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 616685145c10a385a8b322f9eeec4a69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74201016, jitterRate=0.10568130016326904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 616685145c10a385a8b322f9eeec4a69: Writing region info on filesystem at 1732019485125Initializing all the Stores at 1732019485126 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485126Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485126Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485126Cleaning up temporary data from old regions at 1732019485133 (+7 ms)Region opened successfully at 1732019485136 (+3 ms) 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 616685145c10a385a8b322f9eeec4a69, disabling compactions & flushes 2024-11-19T12:31:25,137 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. after waiting 0 ms 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,137 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,137 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 616685145c10a385a8b322f9eeec4a69: Waiting for close lock at 1732019485137Disabling compacts and flushes for region at 1732019485137Disabling writes for close at 1732019485137Writing region close event to WAL at 1732019485137Closed at 1732019485137 2024-11-19T12:31:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741925_1104 (size=93) 2024-11-19T12:31:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741925_1104 (size=93) 2024-11-19T12:31:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741925_1104 (size=93) 2024-11-19T12:31:25,142 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:25,142 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44293321:(num 1732019485094) 2024-11-19T12:31:25,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:25,144 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:25,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, exclude list is [], retry=0 2024-11-19T12:31:25,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:25,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:25,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:25,161 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 2024-11-19T12:31:25,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-19T12:31:25,162 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 616685145c10a385a8b322f9eeec4a69, NAME => 'testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:25,162 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:25,162 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,162 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,163 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,164 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName a 2024-11-19T12:31:25,164 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,164 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,164 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,165 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName b 2024-11-19T12:31:25,165 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,166 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,166 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,166 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName c 2024-11-19T12:31:25,166 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,167 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,167 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,167 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,169 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,169 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,170 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:25,171 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,172 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 616685145c10a385a8b322f9eeec4a69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929558, jitterRate=-0.09207883477210999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:25,172 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 616685145c10a385a8b322f9eeec4a69: Writing region info on filesystem at 1732019485162Initializing all the Stores at 1732019485163 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485163Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485163Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485163Cleaning up temporary data from old regions at 1732019485169 (+6 ms)Region opened successfully at 1732019485172 (+3 ms) 2024-11-19T12:31:25,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 616685145c10a385a8b322f9eeec4a69 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T12:31:25,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:31:25,192 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/321acaf82ad4445384b8992b111cf097 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732019485172/Put/seqid=0 2024-11-19T12:31:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741928_1107 (size=5958) 2024-11-19T12:31:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741928_1107 (size=5958) 2024-11-19T12:31:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741928_1107 (size=5958) 2024-11-19T12:31:25,198 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/321acaf82ad4445384b8992b111cf097 2024-11-19T12:31:25,204 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/321acaf82ad4445384b8992b111cf097 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/321acaf82ad4445384b8992b111cf097 2024-11-19T12:31:25,209 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/321acaf82ad4445384b8992b111cf097, entries=10, sequenceid=13, filesize=5.8 K 2024-11-19T12:31:25,210 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 616685145c10a385a8b322f9eeec4a69 in 32ms, sequenceid=13, compaction requested=false 2024-11-19T12:31:25,210 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 616685145c10a385a8b322f9eeec4a69: 2024-11-19T12:31:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 616685145c10a385a8b322f9eeec4a69, disabling compactions & flushes 2024-11-19T12:31:25,225 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. after waiting 0 ms 2024-11-19T12:31:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,226 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,226 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:25,226 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 616685145c10a385a8b322f9eeec4a69: Waiting for close lock at 1732019485225Disabling compacts and flushes for region at 1732019485225Disabling writes for close at 1732019485225Writing region close event to WAL at 1732019485226 (+1 ms)Closed at 1732019485226 2024-11-19T12:31:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741927_1106 (size=5869) 2024-11-19T12:31:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741927_1106 (size=5869) 2024-11-19T12:31:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741927_1106 (size=5869) 2024-11-19T12:31:25,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, size=5.7 K (5869bytes) 2024-11-19T12:31:25,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 2024-11-19T12:31:25,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 after 0ms 2024-11-19T12:31:25,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 took 2ms 2024-11-19T12:31:25,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 so closing down 2024-11-19T12:31:25,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:25,247 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732019485145.temp 2024-11-19T12:31:25,248 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp 2024-11-19T12:31:25,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741929_1108 (size=5223) 2024-11-19T12:31:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741929_1108 (size=5223) 2024-11-19T12:31:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741929_1108 (size=5223) 2024-11-19T12:31:25,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:25,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 2024-11-19T12:31:25,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-19T12:31:25,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, journal: Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, size=5.7 K (5869bytes) at 1732019485242Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 so closing down at 1732019485246 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp at 1732019485248 (+2 ms)3 split writer threads finished at 1732019485248Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732019485255 (+7 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000003-wal.1732019485145.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 at 1732019485256 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1732019485256 2024-11-19T12:31:25,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485145 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019485145 2024-11-19T12:31:25,258 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 2024-11-19T12:31:25,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:25,259 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:25,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, exclude list is [], retry=0 2024-11-19T12:31:25,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:25,275 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:25,275 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:25,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 2024-11-19T12:31:25,277 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:31:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 616685145c10a385a8b322f9eeec4a69, NAME => 'testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:31:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,278 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,279 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName a 2024-11-19T12:31:25,279 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,284 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/321acaf82ad4445384b8992b111cf097 2024-11-19T12:31:25,284 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,284 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,285 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName b 2024-11-19T12:31:25,285 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,285 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,285 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,286 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName c 2024-11-19T12:31:25,286 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:25,287 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:25,287 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,287 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,289 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,289 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 2024-11-19T12:31:25,292 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 2024-11-19T12:31:25,292 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 616685145c10a385a8b322f9eeec4a69 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-19T12:31:25,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/91c8850bdcdf4da485bb404013240b43 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732019485210/Put/seqid=0 2024-11-19T12:31:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741931_1110 (size=5958) 2024-11-19T12:31:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741931_1110 (size=5958) 2024-11-19T12:31:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741931_1110 (size=5958) 2024-11-19T12:31:25,314 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/91c8850bdcdf4da485bb404013240b43 2024-11-19T12:31:25,331 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/f3f650df24a140bf9b1fb64a23528b5b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732019485216/Put/seqid=0 2024-11-19T12:31:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741932_1111 (size=5958) 2024-11-19T12:31:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741932_1111 (size=5958) 2024-11-19T12:31:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741932_1111 (size=5958) 2024-11-19T12:31:25,339 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/f3f650df24a140bf9b1fb64a23528b5b 2024-11-19T12:31:25,345 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/91c8850bdcdf4da485bb404013240b43 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/b/91c8850bdcdf4da485bb404013240b43 2024-11-19T12:31:25,350 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/b/91c8850bdcdf4da485bb404013240b43, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T12:31:25,351 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/f3f650df24a140bf9b1fb64a23528b5b as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/c/f3f650df24a140bf9b1fb64a23528b5b 2024-11-19T12:31:25,357 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/c/f3f650df24a140bf9b1fb64a23528b5b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T12:31:25,357 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 616685145c10a385a8b322f9eeec4a69 in 65ms, sequenceid=35, compaction requested=false; wal=null 2024-11-19T12:31:25,357 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000035 2024-11-19T12:31:25,358 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,358 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,359 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:25,360 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:25,362 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-19T12:31:25,363 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 616685145c10a385a8b322f9eeec4a69; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68769051, jitterRate=0.02473871409893036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:25,363 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 616685145c10a385a8b322f9eeec4a69: Writing region info on filesystem at 1732019485277Initializing all the Stores at 1732019485278 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485278Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485278Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019485278Obtaining lock to block concurrent updates at 1732019485292 (+14 ms)Preparing flush snapshotting stores in 616685145c10a385a8b322f9eeec4a69 at 1732019485292Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732019485293 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. at 1732019485293Flushing 616685145c10a385a8b322f9eeec4a69/b: creating writer at 1732019485293Flushing 616685145c10a385a8b322f9eeec4a69/b: appending metadata at 1732019485308 (+15 ms)Flushing 616685145c10a385a8b322f9eeec4a69/b: closing flushed file at 1732019485308Flushing 616685145c10a385a8b322f9eeec4a69/c: creating writer at 1732019485319 (+11 ms)Flushing 616685145c10a385a8b322f9eeec4a69/c: appending metadata at 1732019485331 (+12 ms)Flushing 616685145c10a385a8b322f9eeec4a69/c: closing flushed file at 1732019485331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe146e8: reopening flushed file at 1732019485344 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588aa20a: reopening flushed file at 1732019485351 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 616685145c10a385a8b322f9eeec4a69 in 65ms, sequenceid=35, compaction requested=false; wal=null at 1732019485357 (+6 ms)Cleaning up temporary data from old regions at 1732019485358 (+1 ms)Region opened successfully at 1732019485363 (+5 ms) 2024-11-19T12:31:25,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, size=0 (0bytes) 2024-11-19T12:31:25,421 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 might be still open, length is 0 2024-11-19T12:31:25,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 2024-11-19T12:31:25,421 WARN [IPC Server handler 0 on default port 41173 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-19T12:31:25,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 after 0ms 2024-11-19T12:31:26,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:43488 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43488 dst: /127.0.0.1:35635 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35635 remote=/127.0.0.1:43488]. Total timeout mills is 60000, 58792 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:26,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:39668 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39668 dst: /127.0.0.1:33093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:26,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1083121613_22 at /127.0.0.1:47500 [Receiving block BP-1573067057-172.17.0.2-1732019446871:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47500 dst: /127.0.0.1:37811 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741930_1112 (size=5215) 2024-11-19T12:31:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741930_1112 (size=5215) 2024-11-19T12:31:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741930_1112 (size=5215) 2024-11-19T12:31:29,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 after 4001ms 2024-11-19T12:31:29,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 took 4006ms 2024-11-19T12:31:29,429 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260; continuing. 2024-11-19T12:31:29,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 so closing down 2024-11-19T12:31:29,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:31:29,432 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732019485260.temp 2024-11-19T12:31:29,434 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp 2024-11-19T12:31:29,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:31:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741933_1113 (size=5223) 2024-11-19T12:31:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741933_1113 (size=5223) 2024-11-19T12:31:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741933_1113 (size=5223) 2024-11-19T12:31:29,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T12:31:29,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 2024-11-19T12:31:29,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T12:31:29,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, journal: Splitting hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, size=0 (0bytes) at 1732019485421Finishing writing output for hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 so closing down at 1732019489429 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp at 1732019489434 (+5 ms)3 split writer threads finished at 1732019489434Closed recovered edits writer path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732019489444 (+10 ms)Rename recovered edits hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000037-wal.1732019485260.temp to hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 at 1732019489445 (+1 ms)Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260, size=0, length=0, corrupted=false, cancelled=false at 1732019489445 2024-11-19T12:31:29,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 to hdfs://localhost:41173/hbase/oldWALs/wal.1732019485260 2024-11-19T12:31:29,447 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 2024-11-19T12:31:29,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T12:31:29,449 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41173/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088, archiveDir=hdfs://localhost:41173/hbase/oldWALs, maxLogs=32 2024-11-19T12:31:29,462 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019489449, exclude list is [], retry=0 2024-11-19T12:31:29,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-998f488a-8519-4b60-9bd4-aaa30a632305,DISK] 2024-11-19T12:31:29,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-cd519be4-f777-42f1-92bd-fc9a3d2146e8,DISK] 2024-11-19T12:31:29,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-aca38df6-3206-4abc-bf75-5ebedebae5b6,DISK] 2024-11-19T12:31:29,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019489449 2024-11-19T12:31:29,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37831:37831),(127.0.0.1/127.0.0.1:35951:35951),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-19T12:31:29,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:31:29,468 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,469 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName a 2024-11-19T12:31:29,469 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:29,474 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/321acaf82ad4445384b8992b111cf097 2024-11-19T12:31:29,474 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:29,474 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,475 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName b 2024-11-19T12:31:29,475 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:29,480 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/b/91c8850bdcdf4da485bb404013240b43 2024-11-19T12:31:29,480 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:29,480 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,481 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616685145c10a385a8b322f9eeec4a69 columnFamilyName c 2024-11-19T12:31:29,481 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:31:29,486 DEBUG [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/c/f3f650df24a140bf9b1fb64a23528b5b 2024-11-19T12:31:29,486 INFO [StoreOpener-616685145c10a385a8b322f9eeec4a69-1 {}] regionserver.HStore(327): Store=616685145c10a385a8b322f9eeec4a69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:31:29,486 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,487 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,489 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 2024-11-19T12:31:29,494 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 2024-11-19T12:31:29,494 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 616685145c10a385a8b322f9eeec4a69 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T12:31:29,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/d7a88a928c1d4263abcccf1dff6855ae is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732019485370/Put/seqid=0 2024-11-19T12:31:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741935_1115 (size=5958) 2024-11-19T12:31:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741935_1115 (size=5958) 2024-11-19T12:31:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741935_1115 (size=5958) 2024-11-19T12:31:29,515 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/d7a88a928c1d4263abcccf1dff6855ae 2024-11-19T12:31:29,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/7d9b61901a9745acbbaf7bdb51da60f0 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732019485375/Put/seqid=0 2024-11-19T12:31:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741936_1116 (size=5958) 2024-11-19T12:31:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741936_1116 (size=5958) 2024-11-19T12:31:29,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741936_1116 (size=5958) 2024-11-19T12:31:29,540 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/7d9b61901a9745acbbaf7bdb51da60f0 2024-11-19T12:31:29,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/174b99d4884e48af857c0106066a3b7c is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732019485381/Put/seqid=0 2024-11-19T12:31:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741937_1117 (size=5958) 2024-11-19T12:31:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741937_1117 (size=5958) 2024-11-19T12:31:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741937_1117 (size=5958) 2024-11-19T12:31:29,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/174b99d4884e48af857c0106066a3b7c 2024-11-19T12:31:29,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/a/d7a88a928c1d4263abcccf1dff6855ae as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/d7a88a928c1d4263abcccf1dff6855ae 2024-11-19T12:31:29,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/a/d7a88a928c1d4263abcccf1dff6855ae, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T12:31:29,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/b/7d9b61901a9745acbbaf7bdb51da60f0 as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/b/7d9b61901a9745acbbaf7bdb51da60f0 2024-11-19T12:31:29,581 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/b/7d9b61901a9745acbbaf7bdb51da60f0, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T12:31:29,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/.tmp/c/174b99d4884e48af857c0106066a3b7c as hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/c/174b99d4884e48af857c0106066a3b7c 2024-11-19T12:31:29,586 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/c/174b99d4884e48af857c0106066a3b7c, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T12:31:29,587 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 616685145c10a385a8b322f9eeec4a69 in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-11-19T12:31:29,587 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/0000000000000000066 2024-11-19T12:31:29,588 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,588 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,589 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:31:29,590 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 616685145c10a385a8b322f9eeec4a69 2024-11-19T12:31:29,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/hbase/data/default/testReplayEditsWrittenViaHRegion/616685145c10a385a8b322f9eeec4a69/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-19T12:31:29,594 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 616685145c10a385a8b322f9eeec4a69; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75320494, jitterRate=0.12236282229423523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:31:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 616685145c10a385a8b322f9eeec4a69: Writing region info on filesystem at 1732019489467Initializing all the Stores at 1732019489468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019489468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019489468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732019489468Obtaining lock to block concurrent updates at 1732019489494 (+26 ms)Preparing flush snapshotting stores in 616685145c10a385a8b322f9eeec4a69 at 1732019489494Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732019489494Flushing stores of testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. at 1732019489494Flushing 616685145c10a385a8b322f9eeec4a69/a: creating writer at 1732019489494Flushing 616685145c10a385a8b322f9eeec4a69/a: appending metadata at 1732019489507 (+13 ms)Flushing 616685145c10a385a8b322f9eeec4a69/a: closing flushed file at 1732019489507Flushing 616685145c10a385a8b322f9eeec4a69/b: creating writer at 1732019489519 (+12 ms)Flushing 616685145c10a385a8b322f9eeec4a69/b: appending metadata at 1732019489533 (+14 ms)Flushing 616685145c10a385a8b322f9eeec4a69/b: closing flushed file at 1732019489533Flushing 616685145c10a385a8b322f9eeec4a69/c: creating writer at 1732019489545 (+12 ms)Flushing 616685145c10a385a8b322f9eeec4a69/c: appending metadata at 1732019489559 (+14 ms)Flushing 616685145c10a385a8b322f9eeec4a69/c: closing flushed file at 1732019489559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44627350: reopening flushed file at 1732019489570 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19450eef: reopening flushed file at 1732019489576 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6bb8e9: reopening flushed file at 1732019489581 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 616685145c10a385a8b322f9eeec4a69 in 93ms, sequenceid=66, compaction requested=false; wal=null at 1732019489587 (+6 ms)Cleaning up temporary data from old regions at 1732019489588 (+1 ms)Region opened successfully at 1732019489594 (+6 ms) 2024-11-19T12:31:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 616685145c10a385a8b322f9eeec4a69, disabling compactions & flushes 2024-11-19T12:31:29,607 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. after waiting 0 ms 2024-11-19T12:31:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:29,608 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732019485089.616685145c10a385a8b322f9eeec4a69. 2024-11-19T12:31:29,608 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 616685145c10a385a8b322f9eeec4a69: Waiting for close lock at 1732019489607Disabling compacts and flushes for region at 1732019489607Disabling writes for close at 1732019489607Writing region close event to WAL at 1732019489608 (+1 ms)Closed at 1732019489608 2024-11-19T12:31:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741934_1114 (size=93) 2024-11-19T12:31:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741934_1114 (size=93) 2024-11-19T12:31:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741934_1114 (size=93) 2024-11-19T12:31:29,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T12:31:29,613 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732019489449) 2024-11-19T12:31:29,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=450 (was 443) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_281226464_22 at /127.0.0.1:47538 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_281226464_22 at /127.0.0.1:39718 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:37149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:41173 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=13179 (was 13184) 2024-11-19T12:31:29,628 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-19T12:31:29,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:31:29,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:31:29,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:31:29,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:31:29,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:31:29,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=555733987, stopped=false 2024-11-19T12:31:29,630 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,37419,1732019451514 2024-11-19T12:31:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:31:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:31:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:31:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:31:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:31:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:31:29,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:31:29,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:31:29,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:31:29,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:31:29,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:31:29,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:31:29,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,39355,1732019452225' ***** 2024-11-19T12:31:29,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:31:29,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,37851,1732019452359' ***** 2024-11-19T12:31:29,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:31:29,715 INFO [RS:0;351a98347401:39355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:31:29,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:31:29,715 INFO [RS:2;351a98347401:37851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:31:29,715 INFO [RS:0;351a98347401:39355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:31:29,715 INFO [RS:0;351a98347401:39355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:31:29,715 INFO [RS:2;351a98347401:37851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:31:29,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:31:29,715 INFO [RS:2;351a98347401:37851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:31:29,715 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(3091): Received CLOSE for c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:29,716 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(959): stopping server 351a98347401,37851,1732019452359 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(959): stopping server 351a98347401,39355,1732019452225 2024-11-19T12:31:29,716 INFO [RS:2;351a98347401:37851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:39355. 2024-11-19T12:31:29,716 INFO [RS:2;351a98347401:37851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;351a98347401:37851. 2024-11-19T12:31:29,716 DEBUG [RS:0;351a98347401:39355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:31:29,716 DEBUG [RS:0;351a98347401:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,716 DEBUG [RS:2;351a98347401:37851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:31:29,716 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3d5e5d709ec1632f75fbb2ceee7a819, disabling compactions & flushes 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:31:29,716 DEBUG [RS:2;351a98347401:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,716 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:31:29,716 INFO [RS:0;351a98347401:39355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:31:29,716 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(976): stopping server 351a98347401,37851,1732019452359; all regions closed. 2024-11-19T12:31:29,716 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:29,717 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:31:29,717 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. after waiting 0 ms 2024-11-19T12:31:29,717 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:29,717 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:31:29,717 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3d5e5d709ec1632f75fbb2ceee7a819=testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819.} 2024-11-19T12:31:29,717 DEBUG [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3d5e5d709ec1632f75fbb2ceee7a819 2024-11-19T12:31:29,717 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:31:29,717 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:31:29,717 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:31:29,717 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:31:29,718 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:31:29,718 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-19T12:31:29,718 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:29,718 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741835_1011 (size=93) 2024-11-19T12:31:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741835_1011 (size=93) 2024-11-19T12:31:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741835_1011 (size=93) 2024-11-19T12:31:29,723 DEBUG [RS:2;351a98347401:37851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs 2024-11-19T12:31:29,723 INFO [RS:2;351a98347401:37851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C37851%2C1732019452359:(num 1732019453839) 2024-11-19T12:31:29,723 DEBUG [RS:2;351a98347401:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,723 INFO [RS:2;351a98347401:37851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:29,723 INFO [RS:2;351a98347401:37851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:31:29,723 INFO [RS:2;351a98347401:37851 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:31:29,724 INFO [RS:2;351a98347401:37851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:31:29,724 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:31:29,724 INFO [RS:2;351a98347401:37851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:31:29,724 INFO [RS:2;351a98347401:37851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:31:29,724 INFO [RS:2;351a98347401:37851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:31:29,724 INFO [RS:2;351a98347401:37851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37851 2024-11-19T12:31:29,724 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c3d5e5d709ec1632f75fbb2ceee7a819/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-19T12:31:29,725 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:29,725 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3d5e5d709ec1632f75fbb2ceee7a819: Waiting for close lock at 1732019489716Running coprocessor pre-close hooks at 1732019489716Disabling compacts and flushes for region at 1732019489716Disabling writes for close at 1732019489717 (+1 ms)Writing region close event to WAL at 1732019489720 (+3 ms)Running coprocessor post-close hooks at 1732019489725 (+5 ms)Closed at 1732019489725 2024-11-19T12:31:29,725 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819. 2024-11-19T12:31:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:31:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,37851,1732019452359 2024-11-19T12:31:29,732 INFO [RS:2;351a98347401:37851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:31:29,740 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/info/53e4e4233a0c4886a31af48221b7b224 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732019466590.c3d5e5d709ec1632f75fbb2ceee7a819./info:regioninfo/1732019469748/Put/seqid=0 2024-11-19T12:31:29,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,37851,1732019452359] 2024-11-19T12:31:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741938_1118 (size=8243) 2024-11-19T12:31:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741938_1118 (size=8243) 2024-11-19T12:31:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741938_1118 (size=8243) 2024-11-19T12:31:29,746 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/info/53e4e4233a0c4886a31af48221b7b224 2024-11-19T12:31:29,749 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:31:29,749 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:31:29,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,37851,1732019452359 already deleted, retry=false 2024-11-19T12:31:29,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,37851,1732019452359 expired; onlineServers=1 2024-11-19T12:31:29,766 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/ns/744e4658698b458e8e80353e4c3a2859 is 43, key is default/ns:d/1732019454462/Put/seqid=0 2024-11-19T12:31:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741939_1119 (size=5153) 2024-11-19T12:31:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741939_1119 (size=5153) 2024-11-19T12:31:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741939_1119 (size=5153) 2024-11-19T12:31:29,772 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/ns/744e4658698b458e8e80353e4c3a2859 2024-11-19T12:31:29,791 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/table/5f12037c7f0d4f3a9f993104c5fe11e9 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732019467015/Put/seqid=0 2024-11-19T12:31:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741940_1120 (size=5431) 2024-11-19T12:31:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741940_1120 (size=5431) 2024-11-19T12:31:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741940_1120 (size=5431) 2024-11-19T12:31:29,797 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/table/5f12037c7f0d4f3a9f993104c5fe11e9 2024-11-19T12:31:29,803 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/info/53e4e4233a0c4886a31af48221b7b224 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/info/53e4e4233a0c4886a31af48221b7b224 2024-11-19T12:31:29,809 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/info/53e4e4233a0c4886a31af48221b7b224, entries=18, sequenceid=21, filesize=8.0 K 2024-11-19T12:31:29,810 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/ns/744e4658698b458e8e80353e4c3a2859 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/ns/744e4658698b458e8e80353e4c3a2859 2024-11-19T12:31:29,815 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/ns/744e4658698b458e8e80353e4c3a2859, entries=2, sequenceid=21, filesize=5.0 K 2024-11-19T12:31:29,816 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/.tmp/table/5f12037c7f0d4f3a9f993104c5fe11e9 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/table/5f12037c7f0d4f3a9f993104c5fe11e9 2024-11-19T12:31:29,821 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/table/5f12037c7f0d4f3a9f993104c5fe11e9, entries=2, sequenceid=21, filesize=5.3 K 2024-11-19T12:31:29,822 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=21, compaction requested=false 2024-11-19T12:31:29,826 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-19T12:31:29,827 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:31:29,827 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:31:29,827 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732019489717Running coprocessor pre-close hooks at 1732019489717Disabling compacts and flushes for region at 1732019489717Disabling writes for close at 1732019489717Obtaining lock to block concurrent updates at 1732019489718 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732019489718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732019489719 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732019489721 (+2 ms)Flushing 1588230740/info: creating writer at 1732019489721Flushing 1588230740/info: appending metadata at 1732019489739 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732019489739Flushing 1588230740/ns: creating writer at 1732019489752 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732019489765 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732019489765Flushing 1588230740/table: creating writer at 1732019489776 (+11 ms)Flushing 1588230740/table: appending metadata at 1732019489791 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732019489791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbec4b: reopening flushed file at 1732019489802 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694a864f: reopening flushed file at 1732019489809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f562ab: reopening flushed file at 1732019489815 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=21, compaction requested=false at 1732019489822 (+7 ms)Writing region close event to WAL at 1732019489823 (+1 ms)Running coprocessor post-close hooks at 1732019489827 (+4 ms)Closed at 1732019489827 2024-11-19T12:31:29,827 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:31:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:29,843 INFO [RS:2;351a98347401:37851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:31:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x10153136f020003, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:29,843 INFO [RS:2;351a98347401:37851 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,37851,1732019452359; zookeeper connection closed. 2024-11-19T12:31:29,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4367361c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4367361c 2024-11-19T12:31:29,917 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(976): stopping server 351a98347401,39355,1732019452225; all regions closed. 2024-11-19T12:31:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741836_1012 (size=8899) 2024-11-19T12:31:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741836_1012 (size=8899) 2024-11-19T12:31:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741836_1012 (size=8899) 2024-11-19T12:31:29,929 DEBUG [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs 2024-11-19T12:31:29,929 INFO [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C39355%2C1732019452225.meta:.meta(num 1732019454308) 2024-11-19T12:31:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741833_1009 (size=3433) 2024-11-19T12:31:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741833_1009 (size=3433) 2024-11-19T12:31:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741833_1009 (size=3433) 2024-11-19T12:31:29,937 DEBUG [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/oldWALs 2024-11-19T12:31:29,937 INFO [RS:0;351a98347401:39355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C39355%2C1732019452225:(num 1732019453839) 2024-11-19T12:31:29,937 DEBUG [RS:0;351a98347401:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:31:29,937 INFO [RS:0;351a98347401:39355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:31:29,937 INFO [RS:0;351a98347401:39355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:31:29,938 INFO [RS:0;351a98347401:39355 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:31:29,938 INFO [RS:0;351a98347401:39355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:31:29,938 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:31:29,938 INFO [RS:0;351a98347401:39355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39355 2024-11-19T12:31:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,39355,1732019452225 2024-11-19T12:31:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:31:29,982 INFO [RS:0;351a98347401:39355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:31:29,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,39355,1732019452225] 2024-11-19T12:31:30,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,39355,1732019452225 already deleted, retry=false 2024-11-19T12:31:30,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,39355,1732019452225 expired; onlineServers=0 2024-11-19T12:31:30,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,37419,1732019451514' ***** 2024-11-19T12:31:30,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:31:30,135 INFO [M:0;351a98347401:37419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:31:30,136 INFO [M:0;351a98347401:37419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:31:30,136 DEBUG [M:0;351a98347401:37419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:31:30,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:31:30,137 DEBUG [M:0;351a98347401:37419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:31:30,137 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732019453489 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732019453489,5,FailOnTimeoutGroup] 2024-11-19T12:31:30,137 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732019453482 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732019453482,5,FailOnTimeoutGroup] 2024-11-19T12:31:30,137 INFO [M:0;351a98347401:37419 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:31:30,138 INFO [M:0;351a98347401:37419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:31:30,138 DEBUG [M:0;351a98347401:37419 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:31:30,138 INFO [M:0;351a98347401:37419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:31:30,139 INFO [M:0;351a98347401:37419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:31:30,141 INFO [M:0;351a98347401:37419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:31:30,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:31:30,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T12:31:30,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:31:30,164 DEBUG [M:0;351a98347401:37419 {}] zookeeper.ZKUtil(347): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T12:31:30,164 WARN [M:0;351a98347401:37419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:31:30,165 INFO [M:0;351a98347401:37419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/.lastflushedseqids 2024-11-19T12:31:30,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:30,169 INFO [RS:0;351a98347401:39355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:31:30,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x10153136f020001, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:30,169 INFO [RS:0;351a98347401:39355 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,39355,1732019452225; zookeeper connection closed. 2024-11-19T12:31:30,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fa80fa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fa80fa1 2024-11-19T12:31:30,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T12:31:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741941_1121 (size=138) 2024-11-19T12:31:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741941_1121 (size=138) 2024-11-19T12:31:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741941_1121 (size=138) 2024-11-19T12:31:30,184 INFO [M:0;351a98347401:37419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:31:30,184 INFO [M:0;351a98347401:37419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:31:30,184 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:31:30,184 INFO [M:0;351a98347401:37419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:31:30,184 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:31:30,184 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:31:30,184 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:31:30,185 INFO [M:0;351a98347401:37419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-19T12:31:30,199 DEBUG [M:0;351a98347401:37419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e030fcc5eeb6438c9b582ccf1e9b5ff7 is 82, key is hbase:meta,,1/info:regioninfo/1732019454390/Put/seqid=0 2024-11-19T12:31:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741942_1122 (size=5672) 2024-11-19T12:31:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741942_1122 (size=5672) 2024-11-19T12:31:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741942_1122 (size=5672) 2024-11-19T12:31:30,205 INFO [M:0;351a98347401:37419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e030fcc5eeb6438c9b582ccf1e9b5ff7 2024-11-19T12:31:30,223 DEBUG [M:0;351a98347401:37419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62f8d57071549e1be8ecc6e23955191 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732019467020/Put/seqid=0 2024-11-19T12:31:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741943_1123 (size=7755) 2024-11-19T12:31:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741943_1123 (size=7755) 2024-11-19T12:31:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741943_1123 (size=7755) 2024-11-19T12:31:30,230 INFO [M:0;351a98347401:37419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62f8d57071549e1be8ecc6e23955191 2024-11-19T12:31:30,234 INFO [M:0;351a98347401:37419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62f8d57071549e1be8ecc6e23955191 2024-11-19T12:31:30,248 DEBUG [M:0;351a98347401:37419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c69c3c52ba94299a684e306d4a7a464 is 69, key is 351a98347401,37851,1732019452359/rs:state/1732019453563/Put/seqid=0 2024-11-19T12:31:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741944_1124 (size=5440) 2024-11-19T12:31:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741944_1124 (size=5440) 2024-11-19T12:31:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741944_1124 (size=5440) 2024-11-19T12:31:30,255 INFO [M:0;351a98347401:37419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c69c3c52ba94299a684e306d4a7a464 2024-11-19T12:31:30,281 INFO [M:0;351a98347401:37419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c69c3c52ba94299a684e306d4a7a464 2024-11-19T12:31:30,282 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e030fcc5eeb6438c9b582ccf1e9b5ff7 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e030fcc5eeb6438c9b582ccf1e9b5ff7 2024-11-19T12:31:30,287 INFO [M:0;351a98347401:37419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e030fcc5eeb6438c9b582ccf1e9b5ff7, entries=8, sequenceid=168, filesize=5.5 K 2024-11-19T12:31:30,288 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62f8d57071549e1be8ecc6e23955191 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f62f8d57071549e1be8ecc6e23955191 2024-11-19T12:31:30,292 INFO [M:0;351a98347401:37419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62f8d57071549e1be8ecc6e23955191 2024-11-19T12:31:30,292 INFO [M:0;351a98347401:37419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f62f8d57071549e1be8ecc6e23955191, entries=17, sequenceid=168, filesize=7.6 K 2024-11-19T12:31:30,293 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c69c3c52ba94299a684e306d4a7a464 as hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c69c3c52ba94299a684e306d4a7a464 2024-11-19T12:31:30,298 INFO [M:0;351a98347401:37419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c69c3c52ba94299a684e306d4a7a464 2024-11-19T12:31:30,298 INFO [M:0;351a98347401:37419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41173/user/jenkins/test-data/e270cadb-dc15-0e5f-0119-55fe453aebd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c69c3c52ba94299a684e306d4a7a464, entries=3, sequenceid=168, filesize=5.3 K 2024-11-19T12:31:30,299 INFO [M:0;351a98347401:37419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false 2024-11-19T12:31:30,300 INFO [M:0;351a98347401:37419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:31:30,300 DEBUG [M:0;351a98347401:37419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732019490184Disabling compacts and flushes for region at 1732019490184Disabling writes for close at 1732019490184Obtaining lock to block concurrent updates at 1732019490185 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732019490185Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732019490185Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732019490185Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732019490185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732019490198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732019490198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732019490209 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732019490223 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732019490223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732019490234 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732019490247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732019490247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cfd3d: reopening flushed file at 1732019490281 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c15dfb: reopening flushed file at 1732019490287 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c0f7a2: reopening flushed file at 1732019490292 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false at 1732019490299 (+7 ms)Writing region close event to WAL at 1732019490300 (+1 ms)Closed at 1732019490300 2024-11-19T12:31:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741830_1006 (size=81431) 2024-11-19T12:31:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741830_1006 (size=81431) 2024-11-19T12:31:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741830_1006 (size=81431) 2024-11-19T12:31:30,303 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:31:30,303 INFO [M:0;351a98347401:37419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:31:30,303 INFO [M:0;351a98347401:37419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37419 2024-11-19T12:31:30,303 INFO [M:0;351a98347401:37419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:31:30,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:30,411 INFO [M:0;351a98347401:37419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:31:30,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37419-0x10153136f020000, quorum=127.0.0.1:53992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:31:30,418 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470285 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470285 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732019470008/wal.1732019470285 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T12:31:30,420 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732019462182/wal.1732019462294 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:30,420 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732019485088/wal.1732019485260 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:30,422 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019479733 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019479733 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732019470426/wal.1732019479733 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T12:31:30,423 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732019455445/wal.1732019455511 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:30,425 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480493 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480493 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732019479939/wal.1732019480493 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T12:31:30,426 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732019480638/wal.1732019480696 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:31:30,427 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal.1732019455321 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal.1732019455321 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732019455146/wal.1732019455321 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T12:31:30,430 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal.1732019454917 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal.1732019454917 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732019454698/wal.1732019454917 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1083121613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T12:31:30,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:31:30,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:31:30,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:31:30,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:31:30,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,STOPPED} 2024-11-19T12:31:30,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:31:30,472 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:31:30,472 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573067057-172.17.0.2-1732019446871 (Datanode Uuid c1f65139-e5db-4a28-bd55-aa2795432e88) service to localhost/127.0.0.1:41173 2024-11-19T12:31:30,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:31:30,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data5/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data6/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:31:30,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:31:30,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:31:30,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:31:30,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:31:30,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,STOPPED} 2024-11-19T12:31:30,478 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:31:30,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:31:30,478 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573067057-172.17.0.2-1732019446871 (Datanode Uuid d42dfb11-7533-4228-95b8-97a0f3d63f77) service to localhost/127.0.0.1:41173 2024-11-19T12:31:30,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:31:30,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data3/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data4/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:31:30,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:31:30,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:31:30,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:31:30,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:31:30,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,STOPPED} 2024-11-19T12:31:30,482 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:31:30,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:31:30,482 WARN [BP-1573067057-172.17.0.2-1732019446871 heartbeating to localhost/127.0.0.1:41173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573067057-172.17.0.2-1732019446871 (Datanode Uuid 43e148fa-2edd-44a7-b4d4-b31ffe1a87e0) service to localhost/127.0.0.1:41173 2024-11-19T12:31:30,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:31:30,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data1/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/cluster_44e28c45-778c-3307-cce2-0b1896ff96e7/data/data2/current/BP-1573067057-172.17.0.2-1732019446871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:31:30,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:31:30,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:31:30,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:31:30,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:31:30,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:31:30,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0237a8e8-34fd-7b12-02de-62e39ae320f1/hadoop.log.dir/,STOPPED} 2024-11-19T12:31:30,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:31:30,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down